2024-11-15 02:18:04,417 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 02:18:04,434 main DEBUG Took 0.014996 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 02:18:04,434 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 02:18:04,435 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 02:18:04,435 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 02:18:04,436 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,442 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 02:18:04,454 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,455 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,456 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,456 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,456 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,457 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,458 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,458 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,458 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,459 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,459 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,460 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,460 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,461 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,462 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,462 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,463 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,463 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,463 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,464 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,464 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,465 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 02:18:04,465 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,465 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 02:18:04,467 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 02:18:04,468 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 02:18:04,470 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 02:18:04,470 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 02:18:04,472 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 02:18:04,472 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 02:18:04,480 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 02:18:04,482 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 02:18:04,484 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 02:18:04,484 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 02:18:04,484 main DEBUG createAppenders(={Console}) 2024-11-15 02:18:04,485 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 02:18:04,485 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 02:18:04,486 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 02:18:04,486 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 02:18:04,487 main DEBUG OutputStream closed 2024-11-15 02:18:04,487 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 02:18:04,487 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 02:18:04,487 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 02:18:04,568 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 02:18:04,570 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 02:18:04,571 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 02:18:04,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 02:18:04,573 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 02:18:04,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 02:18:04,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 02:18:04,574 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 02:18:04,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 02:18:04,575 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 02:18:04,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 02:18:04,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 02:18:04,576 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 02:18:04,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 02:18:04,577 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 02:18:04,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 02:18:04,578 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 02:18:04,579 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 02:18:04,582 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 02:18:04,582 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 02:18:04,582 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 02:18:04,583 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T02:18:04,599 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 02:18:04,603 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 02:18:04,603 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T02:18:04,664 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=781, ProcessCount=11, AvailableMemoryMB=2392 2024-11-15T02:18:04,857 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T02:18:04,898 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830 2024-11-15T02:18:04,902 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365, deleteOnExit=true 2024-11-15T02:18:05,053 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/zookeeper_0, clientPort=63884, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:18:05,069 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63884 2024-11-15T02:18:05,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:18:05,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:18:05,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/test.cache.data in system properties and HBase conf 2024-11-15T02:18:05,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:18:05,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:18:05,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:18:05,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:18:05,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:18:05,178 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T02:18:05,305 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:18:05,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:05,310 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:05,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:18:05,311 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:05,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:18:05,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:18:05,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:05,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:05,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:18:05,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:18:05,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:18:05,315 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:05,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:18:05,317 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:18:06,617 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T02:18:06,686 INFO [Time-limited test {}] log.Log(170): Logging initialized @3063ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T02:18:06,756 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:06,819 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:06,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:06,840 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:06,841 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:18:06,850 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:06,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:06,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:07,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/java.io.tmpdir/jetty-localhost-41851-hadoop-hdfs-3_4_1-tests_jar-_-any-14773345194477233063/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:07,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:41851} 2024-11-15T02:18:07,038 INFO [Time-limited test {}] server.Server(415): Started @3415ms 2024-11-15T02:18:07,622 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:07,632 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:07,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:07,633 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:07,634 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:18:07,634 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:07,635 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:07,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e8f3faa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/java.io.tmpdir/jetty-localhost-41193-hadoop-hdfs-3_4_1-tests_jar-_-any-15052951057814550187/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:07,739 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:41193} 2024-11-15T02:18:07,739 INFO [Time-limited test {}] server.Server(415): Started @4116ms 2024-11-15T02:18:07,793 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:18:08,905 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/data/data1/current/BP-1430868239-172.17.0.3-1731637086002/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:08,905 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/data/data2/current/BP-1430868239-172.17.0.3-1731637086002/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:08,936 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:18:08,983 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2869bad3a1706918 with lease ID 0x7d764e192164cc17: Processing first storage report for DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc from datanode DatanodeRegistration(127.0.0.1:37395, datanodeUuid=72cd6ec2-a492-4d98-a7a6-730a82066f64, infoPort=42777, infoSecurePort=0, ipcPort=41663, storageInfo=lv=-57;cid=testClusterID;nsid=186956223;c=1731637086002) 2024-11-15T02:18:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2869bad3a1706918 with lease ID 0x7d764e192164cc17: from storage DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc node DatanodeRegistration(127.0.0.1:37395, datanodeUuid=72cd6ec2-a492-4d98-a7a6-730a82066f64, infoPort=42777, infoSecurePort=0, ipcPort=41663, storageInfo=lv=-57;cid=testClusterID;nsid=186956223;c=1731637086002), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T02:18:08,984 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2869bad3a1706918 with lease ID 0x7d764e192164cc17: Processing first storage report for DS-6f025432-3c32-4b11-8b39-0465dddcd0d7 from datanode DatanodeRegistration(127.0.0.1:37395, datanodeUuid=72cd6ec2-a492-4d98-a7a6-730a82066f64, infoPort=42777, infoSecurePort=0, ipcPort=41663, storageInfo=lv=-57;cid=testClusterID;nsid=186956223;c=1731637086002) 2024-11-15T02:18:08,985 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2869bad3a1706918 with lease ID 0x7d764e192164cc17: from storage DS-6f025432-3c32-4b11-8b39-0465dddcd0d7 node DatanodeRegistration(127.0.0.1:37395, datanodeUuid=72cd6ec2-a492-4d98-a7a6-730a82066f64, infoPort=42777, infoSecurePort=0, ipcPort=41663, storageInfo=lv=-57;cid=testClusterID;nsid=186956223;c=1731637086002), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:09,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830 2024-11-15T02:18:09,062 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:09,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:09,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:18:09,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc with version=8 2024-11-15T02:18:09,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/hbase-staging 2024-11-15T02:18:09,844 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T02:18:10,089 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:10,100 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:10,101 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:10,107 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:10,107 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:10,108 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:10,300 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:18:10,381 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T02:18:10,393 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T02:18:10,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:10,432 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13316 (auto-detected) 2024-11-15T02:18:10,434 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-15T02:18:10,458 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45763 2024-11-15T02:18:10,480 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45763 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:10,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457630x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:10,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45763-0x1013c48ff0f0000 connected 2024-11-15T02:18:11,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:11,048 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:11,065 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:11,071 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc, hbase.cluster.distributed=false 2024-11-15T02:18:11,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/acl 2024-11-15T02:18:11,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45763 2024-11-15T02:18:11,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45763 2024-11-15T02:18:11,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45763 2024-11-15T02:18:11,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45763 2024-11-15T02:18:11,132 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45763 2024-11-15T02:18:11,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:11,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:11,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:11,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:11,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:11,280 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:11,284 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:18:11,287 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:11,289 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39213 2024-11-15T02:18:11,292 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39213 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:11,294 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:11,298 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:11,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392130x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:11,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392130x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:11,350 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39213-0x1013c48ff0f0001 connected 2024-11-15T02:18:11,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:18:11,365 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:18:11,368 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/master 2024-11-15T02:18:11,374 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/acl 2024-11-15T02:18:11,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-15T02:18:11,378 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39213 2024-11-15T02:18:11,380 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39213 2024-11-15T02:18:11,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-15T02:18:11,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39213 2024-11-15T02:18:11,408 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:45763 2024-11-15T02:18:11,410 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1747293972/backup-masters/ce6119325ab7,45763,1731637089904 2024-11-15T02:18:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:11,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:11,426 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on existing znode=/0-1747293972/backup-masters/ce6119325ab7,45763,1731637089904 2024-11-15T02:18:11,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:11,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1747293972/master 2024-11-15T02:18:11,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:11,477 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on existing znode=/0-1747293972/master 2024-11-15T02:18:11,478 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1747293972/backup-masters/ce6119325ab7,45763,1731637089904 from backup master directory 2024-11-15T02:18:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/backup-masters/ce6119325ab7,45763,1731637089904 2024-11-15T02:18:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:11,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:11,487 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:11,488 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,45763,1731637089904 2024-11-15T02:18:11,490 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T02:18:11,494 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T02:18:11,581 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/hbase.id] with ID: 092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 2024-11-15T02:18:11,581 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/.tmp/hbase.id 2024-11-15T02:18:11,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:18:12,016 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/.tmp/hbase.id]:[hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/hbase.id] 2024-11-15T02:18:12,090 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:12,098 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:18:12,125 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 25ms. 2024-11-15T02:18:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:12,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:12,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:18:12,209 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:12,213 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:18:12,234 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T02:18:12,240 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:12,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:18:12,696 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store 2024-11-15T02:18:12,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:18:12,720 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T02:18:12,724 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:12,725 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:12,725 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:12,725 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:12,727 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:12,727 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:12,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:12,728 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637092725Disabling compacts and flushes for region at 1731637092725Disabling writes for close at 1731637092727 (+2 ms)Writing region close event to WAL at 1731637092727Closed at 1731637092727 2024-11-15T02:18:12,733 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/.initializing 2024-11-15T02:18:12,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904 2024-11-15T02:18:12,743 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:12,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C45763%2C1731637089904, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/oldWALs, maxLogs=10 2024-11-15T02:18:12,792 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904/ce6119325ab7%2C45763%2C1731637089904.1731637092767, exclude list is [], retry=0 2024-11-15T02:18:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:12,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T02:18:12,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904/ce6119325ab7%2C45763%2C1731637089904.1731637092767 2024-11-15T02:18:12,876 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:12,876 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:12,877 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:12,881 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,882 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:18:12,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:12,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:12,974 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,979 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:18:12,980 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:12,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:12,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:18:12,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:12,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:12,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:18:12,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:12,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:12,995 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:12,999 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:13,003 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:13,009 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:13,010 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:13,016 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:13,021 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:13,030 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:13,031 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61665833, jitterRate=-0.0811074823141098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:13,040 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637092899Initializing all the Stores at 1731637092901 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637092902 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637092904 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637092904Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637092905 (+1 ms)Cleaning up temporary data from old regions at 1731637093010 (+105 ms)Region opened successfully at 1731637093040 (+30 ms) 2024-11-15T02:18:13,043 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:18:13,083 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4487c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:13,124 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:18:13,138 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:18:13,139 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:18:13,142 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:18:13,149 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 6 msec 2024-11-15T02:18:13,160 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-15T02:18:13,160 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:18:13,213 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:18:13,231 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/balancer because node does not exist (not necessarily an error) 2024-11-15T02:18:13,246 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/balancer already deleted, retry=false 2024-11-15T02:18:13,251 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:18:13,256 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:18:13,264 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/normalizer already deleted, retry=false 2024-11-15T02:18:13,273 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:18:13,284 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:18:13,296 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/switch/split already deleted, retry=false 2024-11-15T02:18:13,298 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:18:13,306 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/switch/merge already deleted, retry=false 2024-11-15T02:18:13,333 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:18:13,390 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/snapshot-cleanup already deleted, retry=false 2024-11-15T02:18:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:13,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:13,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:13,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:13,427 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,45763,1731637089904, sessionid=0x1013c48ff0f0000, setting cluster-up flag (Was=false) 2024-11-15T02:18:13,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:13,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:13,496 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1747293972/flush-table-proc/acquired, /0-1747293972/flush-table-proc/reached, /0-1747293972/flush-table-proc/abort 2024-11-15T02:18:13,498 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,45763,1731637089904 2024-11-15T02:18:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:13,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:13,548 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1747293972/online-snapshot/acquired, /0-1747293972/online-snapshot/reached, /0-1747293972/online-snapshot/abort 2024-11-15T02:18:13,552 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,45763,1731637089904 2024-11-15T02:18:13,574 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:18:13,619 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(746): ClusterId : 092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 2024-11-15T02:18:13,622 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:18:13,642 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:18:13,643 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:18:13,669 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:18:13,670 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@719e106d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:13,696 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:39213 2024-11-15T02:18:13,700 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:18:13,701 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:18:13,701 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:18:13,745 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,45763,1731637089904 with port=39213, startcode=1731637091228 2024-11-15T02:18:13,773 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:18:13,795 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:13,811 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:18:13,826 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:18:13,835 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,45763,1731637089904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:18:13,848 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57769, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:18:13,849 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:13,849 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:13,849 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:13,849 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:13,850 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:18:13,850 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:13,850 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:13,850 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:13,858 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45763 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:18:13,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:13,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:18:13,892 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T02:18:13,893 WARN [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T02:18:13,896 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637123896 2024-11-15T02:18:13,898 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:18:13,899 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:18:13,901 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:13,901 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:18:13,903 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:18:13,903 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:18:13,904 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:18:13,904 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:18:13,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:13,910 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:18:13,912 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:18:13,912 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:18:13,912 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:18:13,916 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:18:13,917 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:18:13,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:18:13,920 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637093918,5,FailOnTimeoutGroup] 2024-11-15T02:18:13,921 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637093920,5,FailOnTimeoutGroup] 2024-11-15T02:18:13,921 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:13,921 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:18:13,922 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:13,923 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:13,994 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,45763,1731637089904 with port=39213, startcode=1731637091228 2024-11-15T02:18:13,997 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45763 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,39213,1731637091228 2024-11-15T02:18:14,000 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45763 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,39213,1731637091228 2024-11-15T02:18:14,010 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc 2024-11-15T02:18:14,011 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42849 2024-11-15T02:18:14,011 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:18:14,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/rs 2024-11-15T02:18:14,065 DEBUG [RS:0;ce6119325ab7:39213 {}] zookeeper.ZKUtil(111): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on existing znode=/0-1747293972/rs/ce6119325ab7,39213,1731637091228 2024-11-15T02:18:14,065 WARN [RS:0;ce6119325ab7:39213 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:14,065 INFO [RS:0;ce6119325ab7:39213 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:14,065 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228 2024-11-15T02:18:14,067 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,39213,1731637091228] 2024-11-15T02:18:14,095 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:18:14,115 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:18:14,119 INFO [RS:0;ce6119325ab7:39213 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:18:14,119 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,120 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:18:14,126 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:18:14,127 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,128 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,128 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,128 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,128 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,128 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,129 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:14,129 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,129 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,129 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,129 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,130 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,130 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:14,130 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:14,130 DEBUG [RS:0;ce6119325ab7:39213 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:14,131 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,132 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,132 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,132 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,132 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,132 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,39213,1731637091228-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:14,160 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:18:14,162 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,39213,1731637091228-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,162 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,163 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.Replication(171): ce6119325ab7,39213,1731637091228 started 2024-11-15T02:18:14,183 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:14,183 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,39213,1731637091228, RpcServer on ce6119325ab7/172.17.0.3:39213, sessionid=0x1013c48ff0f0001 2024-11-15T02:18:14,184 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:18:14,184 DEBUG [RS:0;ce6119325ab7:39213 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,39213,1731637091228 2024-11-15T02:18:14,184 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,39213,1731637091228' 2024-11-15T02:18:14,184 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1747293972/flush-table-proc/abort' 2024-11-15T02:18:14,185 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1747293972/flush-table-proc/acquired' 2024-11-15T02:18:14,186 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:18:14,186 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:18:14,186 DEBUG [RS:0;ce6119325ab7:39213 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,39213,1731637091228 2024-11-15T02:18:14,187 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,39213,1731637091228' 2024-11-15T02:18:14,187 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1747293972/online-snapshot/abort' 2024-11-15T02:18:14,188 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1747293972/online-snapshot/acquired' 2024-11-15T02:18:14,189 DEBUG [RS:0;ce6119325ab7:39213 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:18:14,189 INFO [RS:0;ce6119325ab7:39213 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:18:14,189 INFO [RS:0;ce6119325ab7:39213 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:18:14,295 INFO [RS:0;ce6119325ab7:39213 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:14,305 INFO [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C39213%2C1731637091228, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs, maxLogs=10 2024-11-15T02:18:14,322 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:18:14,323 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc 2024-11-15T02:18:14,333 DEBUG [RS:0;ce6119325ab7:39213 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311, exclude list is [], retry=0 2024-11-15T02:18:14,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:14,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:18:14,366 INFO [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 2024-11-15T02:18:14,369 DEBUG [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:14,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:14,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:14,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:14,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:14,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:14,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:14,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:14,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:14,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:14,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:14,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:14,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:14,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:14,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:14,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:14,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:14,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:14,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:14,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740 2024-11-15T02:18:14,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740 2024-11-15T02:18:14,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:14,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:14,830 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:14,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:14,858 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:14,863 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59193880, jitterRate=-0.1179424524307251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:14,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637094761Initializing all the Stores at 1731637094764 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637094764Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637094764Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637094764Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637094764Cleaning up temporary data from old regions at 1731637094829 (+65 ms)Region opened successfully at 1731637094867 (+38 ms) 2024-11-15T02:18:14,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:14,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:14,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:14,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:14,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:14,881 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:14,881 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637094868Disabling compacts and flushes for region at 1731637094868Disabling writes for close at 1731637094869 (+1 ms)Writing region close event to WAL at 1731637094880 (+11 ms)Closed at 1731637094880 2024-11-15T02:18:14,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:14,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:18:14,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:18:14,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:14,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:18:15,073 DEBUG [ce6119325ab7:45763 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:18:15,085 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,39213,1731637091228 2024-11-15T02:18:15,093 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,39213,1731637091228, state=OPENING 2024-11-15T02:18:15,161 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:18:15,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:15,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:15,206 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:15,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:15,211 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:15,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,39213,1731637091228}] 2024-11-15T02:18:15,414 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:18:15,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55241, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:18:15,468 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:18:15,468 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:15,470 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:18:15,478 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C39213%2C1731637091228.meta, suffix=.meta, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs, maxLogs=10 2024-11-15T02:18:15,516 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.meta.1731637095482.meta, exclude list is [], retry=0 2024-11-15T02:18:15,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:15,560 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.meta.1731637095482.meta 2024-11-15T02:18:15,565 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:15,566 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:15,577 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:15,578 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:15,581 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:18:15,584 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:18:15,592 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:18:15,593 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:15,593 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:18:15,594 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:18:15,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:15,603 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:15,603 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:15,607 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:15,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:15,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:15,612 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:15,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:15,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:15,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:15,618 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:15,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:15,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:15,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:15,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:15,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:15,625 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:15,627 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740 2024-11-15T02:18:15,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740 2024-11-15T02:18:15,636 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:15,637 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:15,638 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:15,643 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:15,648 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64552223, jitterRate=-0.038096919655799866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:15,649 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:18:15,651 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637095594Writing region info on filesystem at 1731637095595 (+1 ms)Initializing all the Stores at 1731637095597 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637095597Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637095600 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637095600Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637095600Cleaning up temporary data from old regions at 1731637095637 (+37 ms)Running coprocessor post-open hooks at 1731637095649 (+12 ms)Region opened successfully at 1731637095650 (+1 ms) 2024-11-15T02:18:15,662 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637095396 2024-11-15T02:18:15,681 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:18:15,682 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:18:15,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,39213,1731637091228 2024-11-15T02:18:15,685 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,39213,1731637091228, state=OPEN 2024-11-15T02:18:15,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:15,779 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:15,779 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,39213,1731637091228 2024-11-15T02:18:15,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:15,781 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:15,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:18:15,792 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,39213,1731637091228 in 567 msec 2024-11-15T02:18:15,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:18:15,805 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 894 msec 2024-11-15T02:18:15,807 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:15,807 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:18:15,830 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:15,833 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,39213,1731637091228, seqNum=-1] 2024-11-15T02:18:15,854 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:15,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55413, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:15,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 2.2360 sec 2024-11-15T02:18:15,891 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637095891, completionTime=-1 2024-11-15T02:18:15,894 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:18:15,894 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:18:15,935 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:18:15,935 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637155935 2024-11-15T02:18:15,935 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637215935 2024-11-15T02:18:15,935 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 41 msec 2024-11-15T02:18:15,938 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45763,1731637089904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:15,939 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45763,1731637089904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:15,939 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45763,1731637089904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:15,942 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:45763, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:15,956 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:15,961 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:15,978 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:18:16,111 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.623sec 2024-11-15T02:18:16,113 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:18:16,120 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:18:16,130 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:18:16,140 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:18:16,140 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:18:16,142 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45763,1731637089904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:16,143 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45763,1731637089904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:18:16,201 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:18:16,202 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:18:16,203 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45763,1731637089904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:16,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4881e3c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:16,221 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T02:18:16,221 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T02:18:16,232 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45763,-1 for getting cluster id 2024-11-15T02:18:16,237 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:16,273 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9' 2024-11-15T02:18:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:16,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9" 2024-11-15T02:18:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@305f64b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:16,281 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45763,-1] 2024-11-15T02:18:16,287 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:16,294 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:16,300 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:16,320 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364f66dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:16,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:16,346 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,39213,1731637091228, seqNum=-1] 2024-11-15T02:18:16,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:16,371 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:16,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,45763,1731637089904 2024-11-15T02:18:16,426 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:16,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:16,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c48ff0f0002 connected 2024-11-15T02:18:16,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir so I do NOT create it in target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8 2024-11-15T02:18:16,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:18:16,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.tmp.dir so I do NOT create it in target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8 2024-11-15T02:18:16,539 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:18:16,539 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8 2024-11-15T02:18:16,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:18:16,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/cluster_9c5891a3-317b-09aa-88ef-8ab46b5469ff, deleteOnExit=true 2024-11-15T02:18:16,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:18:16,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/test.cache.data in system properties and HBase conf 2024-11-15T02:18:16,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:18:16,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:18:16,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:18:16,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:18:16,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:18:16,541 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:18:16,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:16,541 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:16,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:18:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:18:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:18:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:18:16,543 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:18:16,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:16,994 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:17,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:17,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:17,035 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:18:17,037 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:17,038 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e387f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:17,039 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@593d539d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:17,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a600bd4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/java.io.tmpdir/jetty-localhost-36687-hadoop-hdfs-3_4_1-tests_jar-_-any-17413589011953229293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:17,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@53b38433{HTTP/1.1, (http/1.1)}{localhost:36687} 2024-11-15T02:18:17,266 INFO [Time-limited test {}] server.Server(415): Started @13644ms 2024-11-15T02:18:17,668 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:17,679 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:17,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:17,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:17,713 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:18:17,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@50b1d89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:17,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d790cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:17,858 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@54aea4a5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/java.io.tmpdir/jetty-localhost-41513-hadoop-hdfs-3_4_1-tests_jar-_-any-510342632732735925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:17,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2fc5bb7a{HTTP/1.1, (http/1.1)}{localhost:41513} 2024-11-15T02:18:17,861 INFO [Time-limited test {}] server.Server(415): Started @14238ms 2024-11-15T02:18:17,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:18:18,824 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/cluster_9c5891a3-317b-09aa-88ef-8ab46b5469ff/data/data1/current/BP-1210103062-172.17.0.3-1731637096588/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:18,824 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/cluster_9c5891a3-317b-09aa-88ef-8ab46b5469ff/data/data2/current/BP-1210103062-172.17.0.3-1731637096588/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:18,916 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:18:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f9e72b29d15cec9 with lease ID 0x82e0490a8c0f7aeb: Processing first storage report for DS-504710ff-ac80-408f-9616-cc175488514d from datanode DatanodeRegistration(127.0.0.1:46279, datanodeUuid=e5e3883b-262a-42c1-8c93-dce64c48c9c0, infoPort=34697, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=241156673;c=1731637096588) 2024-11-15T02:18:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f9e72b29d15cec9 with lease ID 0x82e0490a8c0f7aeb: from storage DS-504710ff-ac80-408f-9616-cc175488514d node DatanodeRegistration(127.0.0.1:46279, datanodeUuid=e5e3883b-262a-42c1-8c93-dce64c48c9c0, infoPort=34697, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=241156673;c=1731637096588), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T02:18:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2f9e72b29d15cec9 with lease ID 0x82e0490a8c0f7aeb: Processing first storage report for DS-bf353f16-60b2-4487-8ee2-597c4b30e477 from datanode DatanodeRegistration(127.0.0.1:46279, datanodeUuid=e5e3883b-262a-42c1-8c93-dce64c48c9c0, infoPort=34697, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=241156673;c=1731637096588) 2024-11-15T02:18:18,934 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2f9e72b29d15cec9 with lease ID 0x82e0490a8c0f7aeb: from storage DS-bf353f16-60b2-4487-8ee2-597c4b30e477 node DatanodeRegistration(127.0.0.1:46279, datanodeUuid=e5e3883b-262a-42c1-8c93-dce64c48c9c0, infoPort=34697, infoSecurePort=0, ipcPort=39337, storageInfo=lv=-57;cid=testClusterID;nsid=241156673;c=1731637096588), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:18,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8 2024-11-15T02:18:18,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:18,978 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:19,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:18:19,058 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb with version=8 2024-11-15T02:18:19,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/hbase-staging 2024-11-15T02:18:19,061 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:19,061 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:19,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:19,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:19,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:19,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:19,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:18:19,063 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:19,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44953 2024-11-15T02:18:19,072 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44953 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:19,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449530x0, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:19,101 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44953-0x1013c48ff0f0003 connected 2024-11-15T02:18:19,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:19,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:19,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/running 2024-11-15T02:18:19,180 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb, hbase.cluster.distributed=false 2024-11-15T02:18:19,182 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/acl 2024-11-15T02:18:19,186 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44953 2024-11-15T02:18:19,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44953 2024-11-15T02:18:19,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44953 2024-11-15T02:18:19,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44953 2024-11-15T02:18:19,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44953 2024-11-15T02:18:19,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:19,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:19,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:19,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:18:19,286 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:19,301 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46521 2024-11-15T02:18:19,304 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46521 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:19,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:19,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:19,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465210x0, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:19,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465210x0, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/running 2024-11-15T02:18:19,360 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:18:19,380 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46521-0x1013c48ff0f0004 connected 2024-11-15T02:18:19,393 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:18:19,394 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/master 2024-11-15T02:18:19,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/acl 2024-11-15T02:18:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46521 2024-11-15T02:18:19,397 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46521 2024-11-15T02:18:19,400 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46521 2024-11-15T02:18:19,422 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46521 2024-11-15T02:18:19,433 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46521 2024-11-15T02:18:19,479 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:44953 2024-11-15T02:18:19,480 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1903878911/backup-masters/ce6119325ab7,44953,1731637099061 2024-11-15T02:18:19,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911/backup-masters 2024-11-15T02:18:19,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911/backup-masters 2024-11-15T02:18:19,488 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on existing znode=/1903878911/backup-masters/ce6119325ab7,44953,1731637099061 2024-11-15T02:18:19,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1903878911/master 2024-11-15T02:18:19,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:19,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:19,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on existing znode=/1903878911/master 2024-11-15T02:18:19,507 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1903878911/backup-masters/ce6119325ab7,44953,1731637099061 from backup master directory 2024-11-15T02:18:19,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1903878911/backup-masters/ce6119325ab7,44953,1731637099061 2024-11-15T02:18:19,516 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:19,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911/backup-masters 2024-11-15T02:18:19,517 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,44953,1731637099061 2024-11-15T02:18:19,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911/backup-masters 2024-11-15T02:18:19,529 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/hbase.id] with ID: 82ba9aef-b5b8-42c6-9427-c7fb45df8c91 2024-11-15T02:18:19,529 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/.tmp/hbase.id 2024-11-15T02:18:19,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:18:19,969 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/.tmp/hbase.id]:[hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/hbase.id] 2024-11-15T02:18:20,001 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:20,002 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:18:20,004 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T02:18:20,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:20,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:18:20,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:18:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:18:20,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:18:20,387 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:20,387 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T02:18:20,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:20,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:18:20,388 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:18:20,388 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:18:20,443 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:20,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:18:20,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:20,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:18:20,868 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store 2024-11-15T02:18:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:18:20,934 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:20,935 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:20,935 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:20,935 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:20,935 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:20,935 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:20,935 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:20,935 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637100935Disabling compacts and flushes for region at 1731637100935Disabling writes for close at 1731637100935Writing region close event to WAL at 1731637100935Closed at 1731637100935 2024-11-15T02:18:20,937 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/.initializing 2024-11-15T02:18:20,937 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/WALs/ce6119325ab7,44953,1731637099061 2024-11-15T02:18:20,940 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:20,947 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C44953%2C1731637099061, suffix=, logDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/WALs/ce6119325ab7,44953,1731637099061, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/oldWALs, maxLogs=10 2024-11-15T02:18:20,977 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/WALs/ce6119325ab7,44953,1731637099061/ce6119325ab7%2C44953%2C1731637099061.1731637100948, exclude list is [], retry=0 2024-11-15T02:18:20,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46279,DS-504710ff-ac80-408f-9616-cc175488514d,DISK] 2024-11-15T02:18:21,017 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/WALs/ce6119325ab7,44953,1731637099061/ce6119325ab7%2C44953%2C1731637099061.1731637100948 2024-11-15T02:18:21,033 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34697:34697)] 2024-11-15T02:18:21,033 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:21,034 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:21,034 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,034 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,048 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,055 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:18:21,055 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:21,056 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:21,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,062 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:18:21,062 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:21,069 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:21,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:18:21,081 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:21,083 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:21,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:18:21,095 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:21,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:21,098 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,100 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,101 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,112 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,112 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,113 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:21,116 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:18:21,125 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:21,192 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:21,197 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72747404, jitterRate=0.08402079343795776}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:21,197 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637101034Initializing all the Stores at 1731637101043 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637101043Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637101048 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637101048Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637101048Cleaning up temporary data from old regions at 1731637101112 (+64 ms)Region opened successfully at 1731637101197 (+85 ms) 2024-11-15T02:18:21,208 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:18:21,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@149a1f1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:21,231 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:18:21,232 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:18:21,232 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:18:21,232 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:18:21,241 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 8 msec 2024-11-15T02:18:21,242 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:18:21,242 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:18:21,246 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:18:21,247 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Unable to get data of znode /1903878911/balancer because node does not exist (not necessarily an error) 2024-11-15T02:18:21,295 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1903878911/balancer already deleted, retry=false 2024-11-15T02:18:21,296 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:18:21,298 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Unable to get data of znode /1903878911/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:18:21,360 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1903878911/normalizer already deleted, retry=false 2024-11-15T02:18:21,361 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:18:21,364 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Unable to get data of znode /1903878911/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:18:21,426 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1903878911/switch/split already deleted, retry=false 2024-11-15T02:18:21,428 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Unable to get data of znode /1903878911/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:18:21,491 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1903878911/switch/merge already deleted, retry=false 2024-11-15T02:18:21,494 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Unable to get data of znode /1903878911/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:18:21,516 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1903878911/snapshot-cleanup already deleted, retry=false 2024-11-15T02:18:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1903878911/running 2024-11-15T02:18:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1903878911/running 2024-11-15T02:18:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:21,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:21,586 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,44953,1731637099061, sessionid=0x1013c48ff0f0003, setting cluster-up flag (Was=false) 2024-11-15T02:18:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:21,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:21,932 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1903878911/flush-table-proc/acquired, /1903878911/flush-table-proc/reached, /1903878911/flush-table-proc/abort 2024-11-15T02:18:21,936 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44953,1731637099061 2024-11-15T02:18:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:22,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:22,116 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1903878911/online-snapshot/acquired, /1903878911/online-snapshot/reached, /1903878911/online-snapshot/abort 2024-11-15T02:18:22,118 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44953,1731637099061 2024-11-15T02:18:22,121 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:18:22,125 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:22,125 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:18:22,125 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:18:22,126 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,44953,1731637099061 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:22,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,146 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:22,147 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:18:22,150 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:22,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:18:22,156 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637132156 2024-11-15T02:18:22,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:18:22,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:18:22,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:18:22,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:18:22,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:18:22,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:18:22,160 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(746): ClusterId : 82ba9aef-b5b8-42c6-9427-c7fb45df8c91 2024-11-15T02:18:22,160 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:18:22,164 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:18:22,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:18:22,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:18:22,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:18:22,178 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:18:22,178 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:18:22,184 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:18:22,184 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:18:22,187 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637102184,5,FailOnTimeoutGroup] 2024-11-15T02:18:22,191 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637102187,5,FailOnTimeoutGroup] 2024-11-15T02:18:22,191 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,192 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:18:22,192 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,192 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,195 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:18:22,196 DEBUG [RS:0;ce6119325ab7:46521 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774e6fde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:22,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:18:22,222 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:46521 2024-11-15T02:18:22,222 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:18:22,222 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:18:22,222 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:18:22,223 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,44953,1731637099061 with port=46521, startcode=1731637099284 2024-11-15T02:18:22,224 DEBUG [RS:0;ce6119325ab7:46521 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:18:22,229 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48667, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:18:22,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44953 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,230 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44953 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,235 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb 2024-11-15T02:18:22,235 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36533 2024-11-15T02:18:22,235 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:18:22,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911/rs 2024-11-15T02:18:22,285 DEBUG [RS:0;ce6119325ab7:46521 {}] zookeeper.ZKUtil(111): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on existing znode=/1903878911/rs/ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,285 WARN [RS:0;ce6119325ab7:46521 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:22,285 INFO [RS:0;ce6119325ab7:46521 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:22,285 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,289 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,46521,1731637099284] 2024-11-15T02:18:22,296 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:18:22,300 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:18:22,320 INFO [RS:0;ce6119325ab7:46521 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:18:22,320 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,321 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:18:22,323 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:18:22,323 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,323 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,323 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,324 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,325 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:22,325 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:22,325 DEBUG [RS:0;ce6119325ab7:46521 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:22,336 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,336 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,336 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,337 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,337 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,337 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46521,1731637099284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:22,359 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:18:22,359 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46521,1731637099284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,359 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,360 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.Replication(171): ce6119325ab7,46521,1731637099284 started 2024-11-15T02:18:22,381 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:22,381 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,46521,1731637099284, RpcServer on ce6119325ab7/172.17.0.3:46521, sessionid=0x1013c48ff0f0004 2024-11-15T02:18:22,382 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:18:22,382 DEBUG [RS:0;ce6119325ab7:46521 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,382 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,46521,1731637099284' 2024-11-15T02:18:22,382 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1903878911/flush-table-proc/abort' 2024-11-15T02:18:22,384 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1903878911/flush-table-proc/acquired' 2024-11-15T02:18:22,385 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:18:22,385 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:18:22,385 DEBUG [RS:0;ce6119325ab7:46521 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,385 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,46521,1731637099284' 2024-11-15T02:18:22,385 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1903878911/online-snapshot/abort' 2024-11-15T02:18:22,386 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1903878911/online-snapshot/acquired' 2024-11-15T02:18:22,387 DEBUG [RS:0;ce6119325ab7:46521 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:18:22,387 INFO [RS:0;ce6119325ab7:46521 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:18:22,387 INFO [RS:0;ce6119325ab7:46521 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:18:22,489 INFO [RS:0;ce6119325ab7:46521 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:22,493 INFO [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C46521%2C1731637099284, suffix=, logDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/oldWALs, maxLogs=10 2024-11-15T02:18:22,513 DEBUG [RS:0;ce6119325ab7:46521 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284/ce6119325ab7%2C46521%2C1731637099284.1731637102494, exclude list is [], retry=0 2024-11-15T02:18:22,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46279,DS-504710ff-ac80-408f-9616-cc175488514d,DISK] 2024-11-15T02:18:22,525 INFO [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284/ce6119325ab7%2C46521%2C1731637099284.1731637102494 2024-11-15T02:18:22,528 DEBUG [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34697:34697)] 2024-11-15T02:18:22,602 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:18:22,602 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb 2024-11-15T02:18:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:18:22,645 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:22,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:22,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:22,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:22,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:22,654 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:22,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:22,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:22,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:22,666 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:22,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:22,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:22,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:22,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:22,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:22,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:22,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:22,701 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:22,705 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740 2024-11-15T02:18:22,706 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740 2024-11-15T02:18:22,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:22,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:22,710 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:22,711 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:22,744 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:22,749 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66470606, jitterRate=-0.009510785341262817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:22,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637102645Initializing all the Stores at 1731637102647 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637102647Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637102648 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637102648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637102648Cleaning up temporary data from old regions at 1731637102709 (+61 ms)Region opened successfully at 1731637102749 (+40 ms) 2024-11-15T02:18:22,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:22,749 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:22,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:22,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:22,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:22,752 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:22,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637102749Disabling compacts and flushes for region at 1731637102749Disabling writes for close at 1731637102749Writing region close event to WAL at 1731637102752 (+3 ms)Closed at 1731637102752 2024-11-15T02:18:22,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:22,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:18:22,755 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:18:22,758 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:22,763 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:18:22,913 DEBUG [ce6119325ab7:44953 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:18:22,914 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,46521,1731637099284 2024-11-15T02:18:22,919 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,46521,1731637099284, state=OPENING 2024-11-15T02:18:22,937 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:18:23,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:23,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:23,025 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1903878911/meta-region-server: CHANGED 2024-11-15T02:18:23,025 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:23,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,46521,1731637099284}] 2024-11-15T02:18:23,030 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1903878911/meta-region-server: CHANGED 2024-11-15T02:18:23,184 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:18:23,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:18:23,240 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:18:23,240 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:23,241 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:18:23,245 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C46521%2C1731637099284.meta, suffix=.meta, logDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284, archiveDir=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/oldWALs, maxLogs=10 2024-11-15T02:18:23,274 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284/ce6119325ab7%2C46521%2C1731637099284.meta.1731637103247.meta, exclude list is [], retry=0 2024-11-15T02:18:23,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46279,DS-504710ff-ac80-408f-9616-cc175488514d,DISK] 2024-11-15T02:18:23,313 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/WALs/ce6119325ab7,46521,1731637099284/ce6119325ab7%2C46521%2C1731637099284.meta.1731637103247.meta 2024-11-15T02:18:23,314 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34697:34697)] 2024-11-15T02:18:23,314 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:23,315 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:23,316 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:23,316 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:18:23,316 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:18:23,316 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:18:23,316 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:23,317 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:18:23,317 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:18:23,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:23,335 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:23,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:23,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:23,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:23,343 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:23,343 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:23,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:23,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:23,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:23,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:23,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:23,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:23,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:23,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:23,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:23,360 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:23,362 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740 2024-11-15T02:18:23,367 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740 2024-11-15T02:18:23,369 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:23,369 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:23,370 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:23,374 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:23,378 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63578826, jitterRate=-0.05260166525840759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:23,378 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:18:23,379 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637103318Writing region info on filesystem at 1731637103318Initializing all the Stores at 1731637103323 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637103323Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637103323Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637103324 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637103324Cleaning up temporary data from old regions at 1731637103369 (+45 ms)Running coprocessor post-open hooks at 1731637103379 (+10 ms)Region opened successfully at 1731637103379 2024-11-15T02:18:23,386 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637103183 2024-11-15T02:18:23,393 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:18:23,393 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:18:23,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,46521,1731637099284 2024-11-15T02:18:23,398 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,46521,1731637099284, state=OPEN 2024-11-15T02:18:23,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1903878911/meta-region-server 2024-11-15T02:18:23,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1903878911/meta-region-server 2024-11-15T02:18:23,443 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,46521,1731637099284 2024-11-15T02:18:23,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1903878911/meta-region-server: CHANGED 2024-11-15T02:18:23,443 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1903878911/meta-region-server: CHANGED 2024-11-15T02:18:23,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:18:23,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,46521,1731637099284 in 418 msec 2024-11-15T02:18:23,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:18:23,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 696 msec 2024-11-15T02:18:23,464 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:23,464 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:18:23,468 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:23,469 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,46521,1731637099284, seqNum=-1] 2024-11-15T02:18:23,469 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:23,475 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:23,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3650 sec 2024-11-15T02:18:23,491 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637103491, completionTime=-1 2024-11-15T02:18:23,491 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:18:23,491 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:18:23,496 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:18:23,496 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637163496 2024-11-15T02:18:23,496 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637223496 2024-11-15T02:18:23,496 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 4 msec 2024-11-15T02:18:23,496 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44953,1731637099061-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,497 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44953,1731637099061-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,497 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44953,1731637099061-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,497 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:44953, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,497 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,502 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:18:23,509 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.001sec 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:18:23,518 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44953,1731637099061-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:23,519 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44953,1731637099061-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:18:23,539 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:18:23,539 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:18:23,539 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44953,1731637099061-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:23,577 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12d6ce11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,577 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:23,577 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:23,586 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:23,587 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:23,588 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@223882f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:23,589 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:23,605 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:23,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24fe5148, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:23,611 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,46521,1731637099284, seqNum=-1] 2024-11-15T02:18:23,612 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:23,615 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:23,620 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,44953,1731637099061 2024-11-15T02:18:23,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:23,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c48ff0f0005 connected 2024-11-15T02:18:23,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320d297b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,654 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45763,-1 for getting cluster id 2024-11-15T02:18:23,654 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:23,657 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9' 2024-11-15T02:18:23,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:23,658 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9" 2024-11-15T02:18:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b11fec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,659 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45763,-1] 2024-11-15T02:18:23,660 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:23,661 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:23,672 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:23,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de389b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,691 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:23,708 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45763,1731637089904 2024-11-15T02:18:23,711 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b89745e 2024-11-15T02:18:23,713 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:23,742 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:23,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:18:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:18:23,762 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:23,769 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3514e6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,769 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:23,769 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:23,771 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:23,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:23,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:23,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc51b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:23,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:23,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:23,775 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:23,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:23,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822ab29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:23,778 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:23,780 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:23,780 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1180e23 2024-11-15T02:18:23,787 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:23,789 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:23,809 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T02:18:23,810 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:18:23,816 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:23,825 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:23,825 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:23,829 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:23,844 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:18:23,848 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:18:23,849 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:23,852 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:18:23,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:23,897 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:18:23,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741835_1011 (size=1138) 2024-11-15T02:18:24,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:24,321 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b32c87a9b9b656a972eb1f55256092f1, NAME => 'hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc 2024-11-15T02:18:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741836_1012 (size=44) 2024-11-15T02:18:24,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:24,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:24,743 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b32c87a9b9b656a972eb1f55256092f1, disabling compactions & flushes 2024-11-15T02:18:24,743 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:24,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:24,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. after waiting 0 ms 2024-11-15T02:18:24,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:24,744 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:24,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b32c87a9b9b656a972eb1f55256092f1: Waiting for close lock at 1731637104743Disabling compacts and flushes for region at 1731637104743Disabling writes for close at 1731637104744 (+1 ms)Writing region close event to WAL at 1731637104744Closed at 1731637104744 2024-11-15T02:18:24,746 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:18:24,753 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637104747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637104747"}]},"ts":"1731637104747"} 2024-11-15T02:18:24,759 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:18:24,763 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:18:24,767 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637104763"}]},"ts":"1731637104763"} 2024-11-15T02:18:24,771 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:18:24,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN}] 2024-11-15T02:18:24,779 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN 2024-11-15T02:18:24,781 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN; state=OFFLINE, location=ce6119325ab7,39213,1731637091228; forceNewPlan=false, retain=false 2024-11-15T02:18:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:24,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b32c87a9b9b656a972eb1f55256092f1, regionState=OPENING, regionLocation=ce6119325ab7,39213,1731637091228 2024-11-15T02:18:24,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN because future has completed 2024-11-15T02:18:24,940 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b32c87a9b9b656a972eb1f55256092f1, server=ce6119325ab7,39213,1731637091228}] 2024-11-15T02:18:25,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:25,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:25,103 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:18:25,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C39213%2C1731637091228.rep, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs, maxLogs=10 2024-11-15T02:18:25,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.rep.1731637105106, exclude list is [], retry=0 2024-11-15T02:18:25,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:25,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.rep.1731637105106 2024-11-15T02:18:25,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:25,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => b32c87a9b9b656a972eb1f55256092f1, NAME => 'hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:25,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:25,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:25,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. service=MultiRowMutationService 2024-11-15T02:18:25,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:18:25,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:25,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,132 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,134 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b32c87a9b9b656a972eb1f55256092f1 columnFamilyName hfileref 2024-11-15T02:18:25,134 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:25,135 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(327): Store=b32c87a9b9b656a972eb1f55256092f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:25,135 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,137 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b32c87a9b9b656a972eb1f55256092f1 columnFamilyName queue 2024-11-15T02:18:25,137 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:25,138 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(327): Store=b32c87a9b9b656a972eb1f55256092f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:25,138 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,140 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b32c87a9b9b656a972eb1f55256092f1 columnFamilyName sid 2024-11-15T02:18:25,140 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:25,141 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(327): Store=b32c87a9b9b656a972eb1f55256092f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:25,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:18:25,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,156 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:25,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened b32c87a9b9b656a972eb1f55256092f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64758539, jitterRate=-0.03502257168292999}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:18:25,157 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:25,158 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for b32c87a9b9b656a972eb1f55256092f1: Running coprocessor pre-open hook at 1731637105130Writing region info on filesystem at 1731637105130Initializing all the Stores at 1731637105132 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637105132Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637105132Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637105132Cleaning up temporary data from old regions at 1731637105147 (+15 ms)Running coprocessor post-open hooks at 1731637105157 (+10 ms)Region opened successfully at 1731637105158 (+1 ms) 2024-11-15T02:18:25,160 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., pid=7, masterSystemTime=1731637105096 2024-11-15T02:18:25,164 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:25,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:25,165 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=b32c87a9b9b656a972eb1f55256092f1, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,39213,1731637091228 2024-11-15T02:18:25,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure b32c87a9b9b656a972eb1f55256092f1, server=ce6119325ab7,39213,1731637091228 because future has completed 2024-11-15T02:18:25,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T02:18:25,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure b32c87a9b9b656a972eb1f55256092f1, server=ce6119325ab7,39213,1731637091228 in 234 msec 2024-11-15T02:18:25,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:18:25,187 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN in 409 msec 2024-11-15T02:18:25,188 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:18:25,189 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637105189"}]},"ts":"1731637105189"} 2024-11-15T02:18:25,192 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:18:25,196 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:18:25,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.3660 sec 2024-11-15T02:18:25,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., hostname=ce6119325ab7,39213,1731637091228, seqNum=2] 2024-11-15T02:18:25,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39213 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T02:18:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:25,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:25,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:18:25,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T02:18:25,484 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:18:25,533 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,39213,1731637091228, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:18:25,534 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:25,535 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,39213,1731637091228, seqNum=-1] 2024-11-15T02:18:25,535 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:25,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T02:18:25,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,39213,1731637091228', locateType=CURRENT is [region=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., hostname=ce6119325ab7,39213,1731637091228, seqNum=2] 2024-11-15T02:18:25,552 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T02:18:25,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T02:18:25,562 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,39213,1731637091228 suceeded 2024-11-15T02:18:25,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T02:18:25,566 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:25,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 253 msec 2024-11-15T02:18:25,570 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8200 sec 2024-11-15T02:18:25,583 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:25,586 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7f8f8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,586 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:25,586 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:25,587 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:25,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:25,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@117a3abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:25,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,589 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40660, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:25,590 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2200377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,591 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@26e7f07e 2024-11-15T02:18:25,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:25,593 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T02:18:25,595 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,39213,1731637091228 (queues=1) is replicating from cluster=092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 to cluster=82ba9aef-b5b8-42c6-9427-c7fb45df8c91 2024-11-15T02:18:25,597 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C39213%2C1731637091228 2024-11-15T02:18:25,602 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,39213,1731637091228, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:18:25,604 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C39213%2C1731637091228 2024-11-15T02:18:25,609 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311, startPosition=0, beingWritten=true 2024-11-15T02:18:25,873 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:25,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:25,926 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:25,927 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:18:25,926 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:25,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,927 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:25,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415efd97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45763,-1 for getting cluster id 2024-11-15T02:18:25,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:25,936 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9' 2024-11-15T02:18:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:25,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9" 2024-11-15T02:18:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@498eb669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45763,-1] 2024-11-15T02:18:25,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:25,948 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:25,952 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339f82a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45763,1731637089904 2024-11-15T02:18:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4292de84 2024-11-15T02:18:25,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:25,967 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:25,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:18:25,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:18:25,974 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:25,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T02:18:25,979 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@469dd6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,979 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:25,979 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:25,981 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:25,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:25,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:25,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bbaefc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:25,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:25,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,984 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:25,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3537e1ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:25,985 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:25,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:25,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@226c2e77 2024-11-15T02:18:25,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:25,992 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:25,995 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-15T02:18:25,995 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:18:25,995 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,996 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:25,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:26,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:18:26,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T02:18:26,091 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:18:26,182 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:26,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T02:18:26,189 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T02:18:26,229 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-ce6119325ab7,39213,1731637091228, ReplicationSource: 2, currentBandwidth=0 2024-11-15T02:18:26,233 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T02:18:26,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T02:18:26,236 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ce6119325ab7,39213,1731637091228 suceeded 2024-11-15T02:18:26,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:18:26,241 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:26,241 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 202 msec 2024-11-15T02:18:26,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 273 msec 2024-11-15T02:18:26,253 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:26,254 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0cfa87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,254 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:26,254 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:26,255 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:26,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:26,256 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16c9c305, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:26,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,258 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:26,259 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28608938, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,259 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:26,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:26,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@238ee341 2024-11-15T02:18:26,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:26,261 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T02:18:26,262 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ce6119325ab7,39213,1731637091228 (queues=1) is replicating from cluster=092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 to cluster=82ba9aef-b5b8-42c6-9427-c7fb45df8c91 2024-11-15T02:18:26,262 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ce6119325ab7%2C39213%2C1731637091228 2024-11-15T02:18:26,263 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ce6119325ab7,39213,1731637091228, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:18:26,263 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311, startPosition=0, beingWritten=true 2024-11-15T02:18:26,263 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C39213%2C1731637091228 2024-11-15T02:18:26,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T02:18:26,296 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T02:18:26,296 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:26,297 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:26,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,297 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:26,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45763,1731637089904 2024-11-15T02:18:26,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4802741d 2024-11-15T02:18:26,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:26,304 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:26,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:18:26,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T02:18:26,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:18:26,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T02:18:26,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T02:18:26,320 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T02:18:26,321 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c003429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,321 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:26,321 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:26,322 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:26,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c86a732, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:26,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,324 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:26,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b62980e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,325 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:26,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:26,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@56476a57 2024-11-15T02:18:26,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:26,327 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:26,328 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T02:18:26,328 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:18:26,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,329 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:26,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:18:26,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T02:18:26,469 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:26,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T02:18:26,514 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T02:18:26,516 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T02:18:26,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T02:18:26,520 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on ce6119325ab7,39213,1731637091228 suceeded 2024-11-15T02:18:26,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T02:18:26,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 160 msec 2024-11-15T02:18:26,523 INFO [PEWorker-4 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:26,526 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 209 msec 2024-11-15T02:18:26,592 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:26,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T02:18:26,637 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T02:18:26,637 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4014): Client=jenkins//172.17.0.3 update replication peer config, id=2, config=clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T02:18:26,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T02:18:26,642 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:26,643 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d818d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,643 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:26,643 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:26,644 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:26,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:26,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:26,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f62baaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:26,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:26,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,646 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:26,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37693d86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:26,647 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:26,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:26,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@703d684a 2024-11-15T02:18:26,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:26,651 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:26,652 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:18:26,652 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:18:26,652 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,652 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,652 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:26,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:18:26,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T02:18:26,780 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:26,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39213 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T02:18:26,871 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T02:18:26,873 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T02:18:26,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T02:18:26,876 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on ce6119325ab7,39213,1731637091228 suceeded 2024-11-15T02:18:26,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T02:18:26,880 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-15T02:18:26,880 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://ce6119325ab7:44953,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:26,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 243 msec 2024-11-15T02:18:26,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T02:18:26,957 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T02:18:26,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:18:26,962 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45763 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T02:18:26,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:26,963 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:26,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:26,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:18:26,963 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=933464129, stopped=false 2024-11-15T02:18:26,964 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,45763,1731637089904 2024-11-15T02:18:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:26,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:26,971 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:26,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:26,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:26,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:26,972 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,39213,1731637091228' ***** 2024-11-15T02:18:26,972 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:18:26,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:26,972 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:18:26,973 INFO [RS:0;ce6119325ab7:39213 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:18:26,973 INFO [RS:0;ce6119325ab7:39213 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:18:26,973 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(3091): Received CLOSE for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:26,976 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,39213,1731637091228 2024-11-15T02:18:26,976 INFO [RS:0;ce6119325ab7:39213 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:26,976 INFO [RS:0;ce6119325ab7:39213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:39213. 2024-11-15T02:18:26,977 DEBUG [RS:0;ce6119325ab7:39213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:26,977 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:26,977 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:18:26,977 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:18:26,977 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:18:26,977 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:18:26,978 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:18:26,979 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b32c87a9b9b656a972eb1f55256092f1, disabling compactions & flushes 2024-11-15T02:18:26,979 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:26,979 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:26,979 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. after waiting 0 ms 2024-11-15T02:18:26,979 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:26,984 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b32c87a9b9b656a972eb1f55256092f1 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T02:18:26,988 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:18:26,989 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1325): Online Regions={b32c87a9b9b656a972eb1f55256092f1=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:18:26,989 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:26,989 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:26,989 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:26,990 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:26,990 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:26,990 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:26,990 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T02:18:27,010 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:27,069 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/.tmp/queue/fcd25a8e0c4b4fbd9d5464757193d0d2 is 151, key is 1-ce6119325ab7,39213,1731637091228/queue:ce6119325ab7%2C39213%2C1731637091228/1731637105545/Put/seqid=0 2024-11-15T02:18:27,072 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/info/f57b4718b36c4817a0b05736f2c5b5c4 is 147, key is hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1./info:regioninfo/1731637105165/Put/seqid=0 2024-11-15T02:18:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741839_1015 (size=6631) 2024-11-15T02:18:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741838_1014 (size=5500) 2024-11-15T02:18:27,095 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/.tmp/queue/fcd25a8e0c4b4fbd9d5464757193d0d2 2024-11-15T02:18:27,101 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:27,132 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:18:27,132 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:18:27,166 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/.tmp/queue/fcd25a8e0c4b4fbd9d5464757193d0d2 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/queue/fcd25a8e0c4b4fbd9d5464757193d0d2 2024-11-15T02:18:27,187 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/queue/fcd25a8e0c4b4fbd9d5464757193d0d2, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T02:18:27,189 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:27,190 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:27,201 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b32c87a9b9b656a972eb1f55256092f1 in 215ms, sequenceid=6, compaction requested=false 2024-11-15T02:18:27,240 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T02:18:27,248 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:27,248 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:27,249 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:27,249 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b32c87a9b9b656a972eb1f55256092f1: Waiting for close lock at 1731637106978Running coprocessor pre-close hooks at 1731637106979 (+1 ms)Disabling compacts and flushes for region at 1731637106979Disabling writes for close at 1731637106979Obtaining lock to block concurrent updates at 1731637106984 (+5 ms)Preparing flush snapshotting stores in b32c87a9b9b656a972eb1f55256092f1 at 1731637106984Finished memstore snapshotting hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731637106995 (+11 ms)Flushing stores of hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. at 1731637107000 (+5 ms)Flushing b32c87a9b9b656a972eb1f55256092f1/queue: creating writer at 1731637107002 (+2 ms)Flushing b32c87a9b9b656a972eb1f55256092f1/queue: appending metadata at 1731637107054 (+52 ms)Flushing b32c87a9b9b656a972eb1f55256092f1/queue: closing flushed file at 1731637107057 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@372ee34: reopening flushed file at 1731637107160 (+103 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for b32c87a9b9b656a972eb1f55256092f1 in 215ms, sequenceid=6, compaction requested=false at 1731637107201 (+41 ms)Writing region close event to WAL at 1731637107221 (+20 ms)Running coprocessor post-close hooks at 1731637107243 (+22 ms)Closed at 1731637107248 (+5 ms) 2024-11-15T02:18:27,249 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:27,390 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:27,495 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/info/f57b4718b36c4817a0b05736f2c5b5c4 2024-11-15T02:18:27,542 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/ns/fc6ab154af2345478126d4ab3ffe1d5f is 43, key is default/ns:d/1731637095861/Put/seqid=0 2024-11-15T02:18:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741840_1016 (size=5153) 2024-11-15T02:18:27,561 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/ns/fc6ab154af2345478126d4ab3ffe1d5f 2024-11-15T02:18:27,592 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:27,606 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/table/aef3d77f02614f3d9453f3c85f9d3ec4 is 53, key is hbase:replication/table:state/1731637105189/Put/seqid=0 2024-11-15T02:18:27,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741841_1017 (size=5256) 2024-11-15T02:18:27,720 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:27,726 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:27,794 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:27,995 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:18:27,995 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:18:27,995 DEBUG [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:28,032 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/table/aef3d77f02614f3d9453f3c85f9d3ec4 2024-11-15T02:18:28,041 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/info/f57b4718b36c4817a0b05736f2c5b5c4 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/info/f57b4718b36c4817a0b05736f2c5b5c4 2024-11-15T02:18:28,051 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/info/f57b4718b36c4817a0b05736f2c5b5c4, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T02:18:28,052 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/ns/fc6ab154af2345478126d4ab3ffe1d5f as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/ns/fc6ab154af2345478126d4ab3ffe1d5f 2024-11-15T02:18:28,063 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/ns/fc6ab154af2345478126d4ab3ffe1d5f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:18:28,065 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/table/aef3d77f02614f3d9453f3c85f9d3ec4 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/table/aef3d77f02614f3d9453f3c85f9d3ec4 2024-11-15T02:18:28,076 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/table/aef3d77f02614f3d9453f3c85f9d3ec4, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T02:18:28,077 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1087ms, sequenceid=11, compaction requested=false 2024-11-15T02:18:28,084 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T02:18:28,085 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:28,085 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:28,085 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:28,085 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637106989Running coprocessor pre-close hooks at 1731637106989Disabling compacts and flushes for region at 1731637106989Disabling writes for close at 1731637106990 (+1 ms)Obtaining lock to block concurrent updates at 1731637106990Preparing flush snapshotting stores in 1588230740 at 1731637106990Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731637106995 (+5 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637107003 (+8 ms)Flushing 1588230740/info: creating writer at 1731637107003Flushing 1588230740/info: appending metadata at 1731637107059 (+56 ms)Flushing 1588230740/info: closing flushed file at 1731637107059Flushing 1588230740/ns: creating writer at 1731637107517 (+458 ms)Flushing 1588230740/ns: appending metadata at 1731637107542 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1731637107542Flushing 1588230740/table: creating writer at 1731637107583 (+41 ms)Flushing 1588230740/table: appending metadata at 1731637107606 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731637107606Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@164efe6d: reopening flushed file at 1731637108040 (+434 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@504625ff: reopening flushed file at 1731637108051 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e89646a: reopening flushed file at 1731637108064 (+13 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1087ms, sequenceid=11, compaction requested=false at 1731637108077 (+13 ms)Writing region close event to WAL at 1731637108079 (+2 ms)Running coprocessor post-close hooks at 1731637108085 (+6 ms)Closed at 1731637108085 2024-11-15T02:18:28,085 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:28,195 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,39213,1731637091228; all regions closed. 2024-11-15T02:18:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741834_1010 (size=2742) 2024-11-15T02:18:28,209 DEBUG [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs 2024-11-15T02:18:28,209 INFO [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C39213%2C1731637091228.meta:.meta(num 1731637095482) 2024-11-15T02:18:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741837_1013 (size=1802) 2024-11-15T02:18:28,216 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.rep.1731637105106 not finished, retry = 0 2024-11-15T02:18:28,319 DEBUG [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs 2024-11-15T02:18:28,319 INFO [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C39213%2C1731637091228.rep:(num 1731637105106) 2024-11-15T02:18:28,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741833_1009 (size=93) 2024-11-15T02:18:28,326 DEBUG [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs 2024-11-15T02:18:28,326 INFO [RS:0;ce6119325ab7:39213 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C39213%2C1731637091228:(num 1731637094311) 2024-11-15T02:18:28,326 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:28,326 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:28,326 INFO [RS:0;ce6119325ab7:39213 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:28,327 INFO [RS:0;ce6119325ab7:39213 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:28,327 INFO [RS:0;ce6119325ab7:39213 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:28,327 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,39213,1731637091228 because: Region server is closing 2024-11-15T02:18:28,327 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:28,328 INFO [RS:0;ce6119325ab7:39213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:39213. 2024-11-15T02:18:28,328 DEBUG [RS:0;ce6119325ab7:39213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:28,329 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:28,329 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:28,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:28,371 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 to pos 0, reset compression=false 2024-11-15T02:18:28,377 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 was moved to hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs/ce6119325ab7%2C39213%2C1731637091228.1731637094311 2024-11-15T02:18:28,381 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311 2024-11-15T02:18:28,381 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-15T02:18:28,381 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-15T02:18:28,381 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ce6119325ab7,39213,1731637091228 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228/ce6119325ab7%2C39213%2C1731637091228.1731637094311, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T02:18:28,389 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,39213,1731637091228: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-ce6119325ab7,39213,1731637091228, walGroup=ce6119325ab7%2C39213%2C1731637091228, offset=ce6119325ab7%2C39213%2C1731637091228.1731637094311:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:39213 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:18:28,391 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:18:28,393 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:18:28,395 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:18:28,395 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:18:28,395 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:18:28,395 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 510150256 }, "NonHeapMemoryUsage": { "committed": 152633344, "init": 7667712, "max": -1, "used": 150479920 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:18:28,397 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ce6119325ab7%2C39213%2C1731637091228.1731637094311] 2024-11-15T02:18:28,429 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.wal-reader.ce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:18:28,429 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:18:28,430 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,1-ce6119325ab7,39213,1731637091228 terminated 2024-11-15T02:18:28,430 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ce6119325ab7,39213,1731637091228 because: Region server is closing 2024-11-15T02:18:28,430 INFO [RS:0;ce6119325ab7:39213 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:39213. 2024-11-15T02:18:28,431 DEBUG [RS:0;ce6119325ab7:39213 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:28,431 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:28,431 DEBUG [RS:0;ce6119325ab7:39213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:28,431 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:28,431 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,39213,1731637091228.replicationSource.shipperce6119325ab7%2C39213%2C1731637091228,2-ce6119325ab7,39213,1731637091228 terminated 2024-11-15T02:18:28,431 INFO [RS:0;ce6119325ab7:39213 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39213 2024-11-15T02:18:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/rs 2024-11-15T02:18:28,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/rs/ce6119325ab7,39213,1731637091228 2024-11-15T02:18:28,485 INFO [RS:0;ce6119325ab7:39213 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:28,486 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,39213,1731637091228] 2024-11-15T02:18:28,505 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/draining/ce6119325ab7,39213,1731637091228 already deleted, retry=false 2024-11-15T02:18:28,505 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,39213,1731637091228 expired; onlineServers=0 2024-11-15T02:18:28,506 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,45763,1731637089904' ***** 2024-11-15T02:18:28,506 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:18:28,506 INFO [M:0;ce6119325ab7:45763 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:28,506 INFO [M:0;ce6119325ab7:45763 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:28,506 DEBUG [M:0;ce6119325ab7:45763 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:18:28,506 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:18:28,506 DEBUG [M:0;ce6119325ab7:45763 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:18:28,506 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637093918 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637093918,5,FailOnTimeoutGroup] 2024-11-15T02:18:28,507 INFO [M:0;ce6119325ab7:45763 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:28,507 INFO [M:0;ce6119325ab7:45763 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:28,507 DEBUG [M:0;ce6119325ab7:45763 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:18:28,507 INFO [M:0;ce6119325ab7:45763 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:18:28,507 INFO [M:0;ce6119325ab7:45763 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:28,507 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637093920 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637093920,5,FailOnTimeoutGroup] 2024-11-15T02:18:28,508 INFO [M:0;ce6119325ab7:45763 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:18:28,508 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:18:28,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/master 2024-11-15T02:18:28,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:28,516 DEBUG [M:0;ce6119325ab7:45763 {}] zookeeper.ZKUtil(347): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/master because node does not exist (not an error) 2024-11-15T02:18:28,517 WARN [M:0;ce6119325ab7:45763 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:18:28,518 INFO [M:0;ce6119325ab7:45763 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/.lastflushedseqids 2024-11-15T02:18:28,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741842_1018 (size=181) 2024-11-15T02:18:28,574 INFO [M:0;ce6119325ab7:45763 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:18:28,575 INFO [M:0;ce6119325ab7:45763 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:18:28,575 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:28,575 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:28,575 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:28,575 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:28,575 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:28,575 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T02:18:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:28,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39213-0x1013c48ff0f0001, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:28,596 INFO [RS:0;ce6119325ab7:39213 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:28,597 INFO [RS:0;ce6119325ab7:39213 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,39213,1731637091228; zookeeper connection closed. 2024-11-15T02:18:28,620 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@50c759be {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@50c759be 2024-11-15T02:18:28,621 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:18:28,637 DEBUG [M:0;ce6119325ab7:45763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7814aaededc47d9bd52d95040d868c9 is 82, key is hbase:meta,,1/info:regioninfo/1731637095682/Put/seqid=0 2024-11-15T02:18:28,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741843_1019 (size=5672) 2024-11-15T02:18:28,667 INFO [M:0;ce6119325ab7:45763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7814aaededc47d9bd52d95040d868c9 2024-11-15T02:18:28,719 DEBUG [M:0;ce6119325ab7:45763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6237a2370ef4f21bfe77f796d088a89 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731637105199/Put/seqid=0 2024-11-15T02:18:28,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741844_1020 (size=8663) 2024-11-15T02:18:28,752 INFO [M:0;ce6119325ab7:45763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6237a2370ef4f21bfe77f796d088a89 2024-11-15T02:18:28,815 DEBUG [M:0;ce6119325ab7:45763 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ffb8fa1c83f4d43bfcfc11533c082a4 is 69, key is ce6119325ab7,39213,1731637091228/rs:state/1731637094002/Put/seqid=0 2024-11-15T02:18:28,820 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:18:28,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741845_1021 (size=5156) 2024-11-15T02:18:28,833 INFO [M:0;ce6119325ab7:45763 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ffb8fa1c83f4d43bfcfc11533c082a4 2024-11-15T02:18:28,845 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c7814aaededc47d9bd52d95040d868c9 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7814aaededc47d9bd52d95040d868c9 2024-11-15T02:18:28,860 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7814aaededc47d9bd52d95040d868c9, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T02:18:28,864 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6237a2370ef4f21bfe77f796d088a89 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6237a2370ef4f21bfe77f796d088a89 2024-11-15T02:18:28,882 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6237a2370ef4f21bfe77f796d088a89, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T02:18:28,888 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6ffb8fa1c83f4d43bfcfc11533c082a4 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ffb8fa1c83f4d43bfcfc11533c082a4 2024-11-15T02:18:28,898 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ffb8fa1c83f4d43bfcfc11533c082a4, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T02:18:28,904 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 329ms, sequenceid=115, compaction requested=false 2024-11-15T02:18:28,910 INFO [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:28,910 DEBUG [M:0;ce6119325ab7:45763 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637108575Disabling compacts and flushes for region at 1731637108575Disabling writes for close at 1731637108575Obtaining lock to block concurrent updates at 1731637108575Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637108575Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731637108576 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637108577 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637108577Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637108636 (+59 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637108636Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637108682 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637108718 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637108718Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637108776 (+58 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637108814 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637108814Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@593fa92e: reopening flushed file at 1731637108842 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cd8cc5f: reopening flushed file at 1731637108861 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6af89712: reopening flushed file at 1731637108882 (+21 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 329ms, sequenceid=115, compaction requested=false at 1731637108904 (+22 ms)Writing region close event to WAL at 1731637108910 (+6 ms)Closed at 1731637108910 2024-11-15T02:18:28,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741830_1006 (size=59421) 2024-11-15T02:18:28,926 INFO [M:0;ce6119325ab7:45763 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:18:28,926 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:28,927 INFO [M:0;ce6119325ab7:45763 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45763 2024-11-15T02:18:28,927 INFO [M:0;ce6119325ab7:45763 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:29,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:29,037 INFO [M:0;ce6119325ab7:45763 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:29,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45763-0x1013c48ff0f0000, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:29,039 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:18:29,040 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:29,041 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35635 2024-11-15T02:18:29,043 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35635 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:29,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356350x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:29,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35635-0x1013c48ff0f0006 connected 2024-11-15T02:18:29,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:29,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:29,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:29,076 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: INIT 2024-11-15T02:18:29,077 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc, hbase.cluster.distributed=false 2024-11-15T02:18:29,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/acl 2024-11-15T02:18:29,089 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-15T02:18:29,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35635 2024-11-15T02:18:29,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35635 2024-11-15T02:18:29,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-15T02:18:29,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35635 2024-11-15T02:18:29,142 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:18:29,142 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:29,143 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44329 2024-11-15T02:18:29,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44329 connecting to ZooKeeper ensemble=127.0.0.1:63884 2024-11-15T02:18:29,146 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:29,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:29,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:443290x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:29,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:443290x0, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:29,172 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: INIT 2024-11-15T02:18:29,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44329-0x1013c48ff0f0007 connected 2024-11-15T02:18:29,172 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:18:29,200 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:18:29,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/master 2024-11-15T02:18:29,203 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/acl 2024-11-15T02:18:29,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44329 2024-11-15T02:18:29,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44329 2024-11-15T02:18:29,231 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44329 2024-11-15T02:18:29,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44329 2024-11-15T02:18:29,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44329 2024-11-15T02:18:29,251 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:35635 2024-11-15T02:18:29,252 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1747293972/backup-masters/ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:29,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:29,264 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on existing znode=/0-1747293972/backup-masters/ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1747293972/master 2024-11-15T02:18:29,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:29,280 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on existing znode=/0-1747293972/master 2024-11-15T02:18:29,280 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1747293972/backup-masters/ce6119325ab7,35635,1731637109039 from backup master directory 2024-11-15T02:18:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:29,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/backup-masters/ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/backup-masters 2024-11-15T02:18:29,285 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:29,285 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,308 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:29,311 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:18:29,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 34ms. 2024-11-15T02:18:29,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741846_1022 (size=196) 2024-11-15T02:18:29,424 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:29,426 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:18:29,427 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:29,437 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T02:18:29,441 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904 to hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904-dead as it is dead 2024-11-15T02:18:29,442 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T02:18:29,442 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T02:18:29,442 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904-dead/ce6119325ab7%2C45763%2C1731637089904.1731637092767 2024-11-15T02:18:29,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904-dead/ce6119325ab7%2C45763%2C1731637089904.1731637092767 after 4ms 2024-11-15T02:18:29,450 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904-dead/ce6119325ab7%2C45763%2C1731637089904.1731637092767 to hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C45763%2C1731637089904.1731637092767 2024-11-15T02:18:29,450 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,45763,1731637089904-dead 2024-11-15T02:18:29,451 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,453 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:29,455 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C35635%2C1731637109039, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,35635,1731637109039, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/oldWALs, maxLogs=10 2024-11-15T02:18:29,468 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,35635,1731637109039/ce6119325ab7%2C35635%2C1731637109039.1731637109456, exclude list is [], retry=0 2024-11-15T02:18:29,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:29,475 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/WALs/ce6119325ab7,35635,1731637109039/ce6119325ab7%2C35635%2C1731637109039.1731637109456 2024-11-15T02:18:29,475 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:29,475 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:29,475 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:29,475 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,476 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,478 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:18:29,478 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:29,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c7814aaededc47d9bd52d95040d868c9 2024-11-15T02:18:29,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:29,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:18:29,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:29,497 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6237a2370ef4f21bfe77f796d088a89 2024-11-15T02:18:29,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:29,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,500 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:18:29,500 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:29,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6ffb8fa1c83f4d43bfcfc11533c082a4 2024-11-15T02:18:29,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:29,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:18:29,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:29,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:29,518 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,519 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T02:18:29,519 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C45763%2C1731637089904.1731637092767 2024-11-15T02:18:29,547 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C45763%2C1731637089904.1731637092767 2024-11-15T02:18:29,549 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C45763%2C1731637089904.1731637092767 2024-11-15T02:18:29,551 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,551 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,552 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:29,554 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:29,557 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T02:18:29,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62109522, jitterRate=-0.07449600100517273}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:29,559 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637109476Initializing all the Stores at 1731637109477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637109477Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637109477Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637109477Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637109477Cleaning up temporary data from old regions at 1731637109551 (+74 ms)Region opened successfully at 1731637109559 (+8 ms) 2024-11-15T02:18:29,559 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:18:29,565 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9d283d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:29,575 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T02:18:29,576 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:18:29,576 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:18:29,576 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:18:29,577 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:18:29,583 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:29,583 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:18:29,583 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:18:29,584 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:18:29,584 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T02:18:29,584 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T02:18:29,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-15T02:18:29,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:18:29,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ce6119325ab7,39213,1731637091228, regionLocation=ce6119325ab7,39213,1731637091228, openSeqNum=2 2024-11-15T02:18:29,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ce6119325ab7,39213,1731637091228, table=hbase:meta, region=1588230740 2024-11-15T02:18:29,589 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,39213,1731637091228, state=OPEN 2024-11-15T02:18:29,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:29,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:29,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:29,600 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:29,606 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:18:29,621 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/draining/ce6119325ab7,39213,1731637091228 already deleted, retry=false 2024-11-15T02:18:29,621 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ce6119325ab7,39213,1731637091228 on ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,627 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ce6119325ab7,39213,1731637091228, splitWal=true, meta=true 2024-11-15T02:18:29,629 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for ce6119325ab7,39213,1731637091228 (carryingMeta=true) ce6119325ab7,39213,1731637091228/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@841fb01[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T02:18:29,632 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/balancer because node does not exist (not necessarily an error) 2024-11-15T02:18:29,672 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/balancer already deleted, retry=false 2024-11-15T02:18:29,673 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:18:29,674 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:18:29,695 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/normalizer already deleted, retry=false 2024-11-15T02:18:29,695 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:18:29,696 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:18:29,705 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/switch/split already deleted, retry=false 2024-11-15T02:18:29,706 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:18:29,716 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/switch/merge already deleted, retry=false 2024-11-15T02:18:29,739 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Unable to get data of znode /0-1747293972/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:18:29,747 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/snapshot-cleanup already deleted, retry=false 2024-11-15T02:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:29,759 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,35635,1731637109039, sessionid=0x1013c48ff0f0006, setting cluster-up flag (Was=false) 2024-11-15T02:18:29,769 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1747293972/flush-table-proc/acquired, /0-1747293972/flush-table-proc/reached, /0-1747293972/flush-table-proc/abort 2024-11-15T02:18:29,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1747293972/online-snapshot/acquired, /0-1747293972/online-snapshot/reached, /0-1747293972/online-snapshot/abort 2024-11-15T02:18:29,781 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,35635,1731637109039 2024-11-15T02:18:29,782 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/.lastflushedseqids 2024-11-15T02:18:29,786 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:18:29,786 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:18:29,786 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,35635,1731637109039 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ce6119325ab7,39213,1731637091228 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,788 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:29,789 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637139789 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:18:29,790 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:18:29,791 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637109791,5,FailOnTimeoutGroup] 2024-11-15T02:18:29,791 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637109791,5,FailOnTimeoutGroup] 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,791 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,792 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637109792, completionTime=-1 2024-11-15T02:18:29,792 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T02:18:29,792 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ce6119325ab7,39213,1731637091228, splitWal=true, meta=true 2024-11-15T02:18:29,793 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ce6119325ab7,39213,1731637091228, splitWal=true, meta=true, isMeta: true 2024-11-15T02:18:29,794 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T02:18:29,796 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228-splitting 2024-11-15T02:18:29,797 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228-splitting dir is empty, no logs to split. 2024-11-15T02:18:29,797 INFO [PEWorker-1 {}] master.SplitWALManager(105): ce6119325ab7,39213,1731637091228 WAL count=0, meta=true 2024-11-15T02:18:29,802 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228-splitting dir is empty, no logs to split. 2024-11-15T02:18:29,802 INFO [PEWorker-1 {}] master.SplitWALManager(105): ce6119325ab7,39213,1731637091228 WAL count=0, meta=true 2024-11-15T02:18:29,802 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ce6119325ab7,39213,1731637091228 WAL splitting is done? wals=0, meta=true 2024-11-15T02:18:29,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:18:29,806 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:29,807 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T02:18:29,839 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(746): ClusterId : 092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 2024-11-15T02:18:29,839 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:18:29,854 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:18:29,854 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:18:29,864 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:18:29,864 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eab4b86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:29,880 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:44329 2024-11-15T02:18:29,881 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:18:29,881 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:18:29,881 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:18:29,882 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,35635,1731637109039 with port=44329, startcode=1731637109141 2024-11-15T02:18:29,882 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:18:29,884 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51563, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:18:29,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35635 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,44329,1731637109141 2024-11-15T02:18:29,884 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35635 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,44329,1731637109141 2024-11-15T02:18:29,886 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc 2024-11-15T02:18:29,886 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42849 2024-11-15T02:18:29,886 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:18:29,895 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T02:18:29,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/rs 2024-11-15T02:18:29,896 DEBUG [RS:0;ce6119325ab7:44329 {}] zookeeper.ZKUtil(111): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on existing znode=/0-1747293972/rs/ce6119325ab7,44329,1731637109141 2024-11-15T02:18:29,896 WARN [RS:0;ce6119325ab7:44329 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:29,896 INFO [RS:0;ce6119325ab7:44329 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:29,896 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,44329,1731637109141] 2024-11-15T02:18:29,896 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141 2024-11-15T02:18:29,934 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:18:29,936 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:18:29,936 INFO [RS:0;ce6119325ab7:44329 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:18:29,936 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,937 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:18:29,937 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:18:29,938 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,938 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,939 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:29,939 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:29,939 DEBUG [RS:0;ce6119325ab7:44329 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:29,939 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,939 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,939 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,939 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,939 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,939 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44329,1731637109141-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:29,955 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:18:29,955 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44329,1731637109141-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,957 WARN [ce6119325ab7:35635 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:18:29,972 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,44329,1731637109141, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:18:29,986 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(231): queueId=2-ce6119325ab7,44329,1731637109141, ReplicationSource: 2, currentBandwidth=0 2024-11-15T02:18:29,986 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:29,986 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.Replication(171): ce6119325ab7,44329,1731637109141 started 2024-11-15T02:18:29,987 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:29,988 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e81d09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:29,988 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:29,988 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:29,990 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:29,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:29,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:29,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bf376db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:29,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:29,992 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:29,993 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5a8b4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:29,993 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:29,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:29,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e92928f 2024-11-15T02:18:29,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:29,995 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T02:18:29,996 INFO [RS:0;ce6119325ab7:44329.replicationSource,1-ce6119325ab7,44329,1731637109141 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,44329,1731637109141 (queues=0) is replicating from cluster=092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 to cluster=82ba9aef-b5b8-42c6-9427-c7fb45df8c91 2024-11-15T02:18:30,003 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44953' 2024-11-15T02:18:30,005 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@50b9f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:30,005 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44953,-1 for getting cluster id 2024-11-15T02:18:30,005 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:30,006 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '82ba9aef-b5b8-42c6-9427-c7fb45df8c91' 2024-11-15T02:18:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "82ba9aef-b5b8-42c6-9427-c7fb45df8c91" 2024-11-15T02:18:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ede128e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:30,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44953,-1] 2024-11-15T02:18:30,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:30,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:30,008 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:30,008 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:30,008 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,44329,1731637109141, RpcServer on ce6119325ab7/172.17.0.3:44329, sessionid=0x1013c48ff0f0007 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,44329,1731637109141 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,44329,1731637109141' 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1747293972/flush-table-proc/abort' 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3bf72b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:30,009 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1747293972/flush-table-proc/acquired' 2024-11-15T02:18:30,010 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:18:30,010 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:18:30,010 DEBUG [RS:0;ce6119325ab7:44329 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,44329,1731637109141 2024-11-15T02:18:30,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44953,1731637099061 2024-11-15T02:18:30,010 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,44329,1731637109141' 2024-11-15T02:18:30,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c2ad449 2024-11-15T02:18:30,010 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1747293972/online-snapshot/abort' 2024-11-15T02:18:30,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:30,010 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1747293972/online-snapshot/acquired' 2024-11-15T02:18:30,011 DEBUG [RS:0;ce6119325ab7:44329 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:18:30,011 INFO [RS:0;ce6119325ab7:44329 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:18:30,011 INFO [RS:0;ce6119325ab7:44329 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:18:30,011 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T02:18:30,012 INFO [RS:0;ce6119325ab7:44329.replicationSource,2-ce6119325ab7,44329,1731637109141 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ce6119325ab7,44329,1731637109141 (queues=0) is replicating from cluster=092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9 to cluster=82ba9aef-b5b8-42c6-9427-c7fb45df8c91 2024-11-15T02:18:30,112 INFO [RS:0;ce6119325ab7:44329 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:30,114 INFO [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44329%2C1731637109141, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs, maxLogs=10 2024-11-15T02:18:30,131 DEBUG [RS:0;ce6119325ab7:44329 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116, exclude list is [], retry=0 2024-11-15T02:18:30,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:30,137 INFO [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 2024-11-15T02:18:30,138 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ce6119325ab7%2C44329%2C1731637109141 for peer 1 2024-11-15T02:18:30,138 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ce6119325ab7%2C44329%2C1731637109141 for peer 2 2024-11-15T02:18:30,138 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C44329%2C1731637109141 2024-11-15T02:18:30,138 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,44329,1731637109141, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:18:30,138 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ce6119325ab7%2C44329%2C1731637109141 2024-11-15T02:18:30,138 INFO [RS:0;ce6119325ab7:44329.replicationSource.shipperce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C44329%2C1731637109141 2024-11-15T02:18:30,138 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ce6119325ab7,44329,1731637109141, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:18:30,139 DEBUG [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:30,139 INFO [RS:0;ce6119325ab7:44329.replicationSource.shipperce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C44329%2C1731637109141 2024-11-15T02:18:30,139 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116, startPosition=0, beingWritten=true 2024-11-15T02:18:30,139 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116, startPosition=0, beingWritten=true 2024-11-15T02:18:30,207 DEBUG [ce6119325ab7:35635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:18:30,208 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,44329,1731637109141 2024-11-15T02:18:30,210 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,44329,1731637109141, state=OPENING 2024-11-15T02:18:30,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:30,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:30,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:30,221 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:30,221 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:30,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,44329,1731637109141}] 2024-11-15T02:18:30,347 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:30,347 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:30,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:18:30,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53247, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:18:30,381 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:18:30,382 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:30,382 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:18:30,384 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44329%2C1731637109141.meta, suffix=.meta, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs, maxLogs=10 2024-11-15T02:18:30,397 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.meta.1731637110385.meta, exclude list is [], retry=0 2024-11-15T02:18:30,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:30,403 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.meta.1731637110385.meta 2024-11-15T02:18:30,403 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:30,403 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:30,403 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:30,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:30,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:18:30,404 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:18:30,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:18:30,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:30,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:18:30,404 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:18:30,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:30,407 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:30,407 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:30,416 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/info/f57b4718b36c4817a0b05736f2c5b5c4 2024-11-15T02:18:30,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:30,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:30,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:30,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:30,425 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/ns/fc6ab154af2345478126d4ab3ffe1d5f 2024-11-15T02:18:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:30,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:30,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:30,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:30,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:30,427 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:30,428 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:30,428 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:30,437 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/table/aef3d77f02614f3d9453f3c85f9d3ec4 2024-11-15T02:18:30,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:30,437 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:30,438 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740 2024-11-15T02:18:30,440 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740 2024-11-15T02:18:30,441 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:30,441 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:30,442 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:30,444 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:30,445 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71355399, jitterRate=0.06327830255031586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:30,445 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:18:30,445 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637110404Writing region info on filesystem at 1731637110404Initializing all the Stores at 1731637110405 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637110405Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637110406 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637110406Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637110406Cleaning up temporary data from old regions at 1731637110441 (+35 ms)Running coprocessor post-open hooks at 1731637110445 (+4 ms)Region opened successfully at 1731637110445 2024-11-15T02:18:30,447 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731637110375 2024-11-15T02:18:30,449 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:18:30,450 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:18:30,450 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ce6119325ab7,44329,1731637109141 2024-11-15T02:18:30,452 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,44329,1731637109141, state=OPEN 2024-11-15T02:18:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:30,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1747293972/meta-region-server 2024-11-15T02:18:30,463 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,44329,1731637109141 2024-11-15T02:18:30,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:30,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1747293972/meta-region-server: CHANGED 2024-11-15T02:18:30,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T02:18:30,468 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,44329,1731637109141 in 242 msec 2024-11-15T02:18:30,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T02:18:30,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 664 msec 2024-11-15T02:18:30,654 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:30,654 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:31,063 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:31,063 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:31,398 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T02:18:31,573 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:31,573 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:32,180 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:32,180 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:32,887 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:32,888 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:32,901 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3109ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-15T02:18:33,697 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:33,697 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:33,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:18:34,304 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T02:18:34,304 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:18:34,304 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:34,305 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44329,1731637109141, seqNum=-1] 2024-11-15T02:18:34,305 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:34,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:34,314 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b32c87a9b9b656a972eb1f55256092f1, regionState=OPEN, lastHost=ce6119325ab7,39213,1731637091228, regionLocation=ce6119325ab7,39213,1731637091228, openSeqNum=2 2024-11-15T02:18:34,314 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:18:34,314 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637174314 2024-11-15T02:18:34,314 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637234314 2024-11-15T02:18:34,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-15T02:18:34,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35635,1731637109039-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,315 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ce6119325ab7,39213,1731637091228 had 2 regions 2024-11-15T02:18:34,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35635,1731637109039-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35635,1731637109039-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:35635, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,316 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,317 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ce6119325ab7,39213,1731637091228, splitWal=true, meta=true, isMeta: false 2024-11-15T02:18:34,320 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228-splitting dir is empty, no logs to split. 2024-11-15T02:18:34,320 INFO [PEWorker-3 {}] master.SplitWALManager(105): ce6119325ab7,39213,1731637091228 WAL count=0, meta=false 2024-11-15T02:18:34,325 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.040sec 2024-11-15T02:18:34,325 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:18:34,325 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:18:34,325 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,39213,1731637091228-splitting dir is empty, no logs to split. 2024-11-15T02:18:34,325 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:18:34,326 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:18:34,326 INFO [PEWorker-3 {}] master.SplitWALManager(105): ce6119325ab7,39213,1731637091228 WAL count=0, meta=false 2024-11-15T02:18:34,326 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ce6119325ab7,39213,1731637091228 WAL splitting is done? wals=0, meta=false 2024-11-15T02:18:34,326 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:18:34,326 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35635,1731637109039-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:34,326 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35635,1731637109039-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:18:34,329 WARN [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ce6119325ab7,39213,1731637091228/hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:34,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN}] 2024-11-15T02:18:34,331 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN 2024-11-15T02:18:34,334 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T02:18:34,335 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:18:34,335 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:18:34,335 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35635,1731637109039-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:34,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a56a0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:34,343 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,35635,-1 for getting cluster id 2024-11-15T02:18:34,343 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:34,345 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9' 2024-11-15T02:18:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9" 2024-11-15T02:18:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51faccca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:34,346 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,35635,-1] 2024-11-15T02:18:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:34,347 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,349 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:34,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a5d428d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:34,351 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:34,352 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44329,1731637109141, seqNum=-1] 2024-11-15T02:18:34,353 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:34,356 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:34,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T02:18:34,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:34,360 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:34,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:34,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ce6119325ab7:35635 after: ce6119325ab7:35635 2024-11-15T02:18:34,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54673998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:34,362 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,35635,-1 for getting cluster id 2024-11-15T02:18:34,362 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:34,363 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9' 2024-11-15T02:18:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:34,363 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "092c161d-0a4a-4a5e-b1cb-20ac2f9c44e9" 2024-11-15T02:18:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@710983a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,35635,-1] 2024-11-15T02:18:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:34,364 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,365 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:34,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f82a8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:34,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,35635,1731637109039 2024-11-15T02:18:34,367 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22917666 2024-11-15T02:18:34,368 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:34,369 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:34,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:18:34,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T02:18:34,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:18:34,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35635 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=2 2024-11-15T02:18:34,372 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:18:34,372 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:34,372 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:34,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,372 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:34,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:18:34,373 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=407114976, stopped=false 2024-11-15T02:18:34,373 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,44953,1731637099061 2024-11-15T02:18:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1903878911/running 2024-11-15T02:18:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1903878911/running 2024-11-15T02:18:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:34,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:34,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:34,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:34,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:34,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/running 2024-11-15T02:18:34,476 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Set watcher on znode that does not yet exist, /1903878911/running 2024-11-15T02:18:34,476 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,46521,1731637099284' ***** 2024-11-15T02:18:34,476 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:18:34,477 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(878): Closing user regions 2024-11-15T02:18:34,480 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:18:34,480 INFO [RS:0;ce6119325ab7:46521 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:18:34,480 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:18:34,480 INFO [RS:0;ce6119325ab7:46521 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:18:34,480 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,46521,1731637099284 2024-11-15T02:18:34,480 INFO [RS:0;ce6119325ab7:46521 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:34,481 INFO [RS:0;ce6119325ab7:46521 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:46521. 2024-11-15T02:18:34,481 DEBUG [RS:0;ce6119325ab7:46521 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:34,481 DEBUG [RS:0;ce6119325ab7:46521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:34,481 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:18:34,481 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:18:34,481 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:18:34,481 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:18:34,482 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:18:34,482 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:18:34,482 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:34,482 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:34,482 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:34,482 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:34,482 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:34,482 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:34,482 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:34,482 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T02:18:34,484 DEBUG [ce6119325ab7:35635 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:18:34,485 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b32c87a9b9b656a972eb1f55256092f1, regionState=OPENING, regionLocation=ce6119325ab7,44329,1731637109141 2024-11-15T02:18:34,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN because future has completed 2024-11-15T02:18:34,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b32c87a9b9b656a972eb1f55256092f1, server=ce6119325ab7,44329,1731637109141}] 2024-11-15T02:18:34,506 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/.tmp/ns/e79cc6269a8e42b9879fe634bdf11a2e is 43, key is default/ns:d/1731637103476/Put/seqid=0 2024-11-15T02:18:34,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741835_1011 (size=5153) 2024-11-15T02:18:34,610 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:34,611 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:34,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:34,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:34,649 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:18:34,651 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44329%2C1731637109141.rep, suffix=, logDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141, archiveDir=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs, maxLogs=10 2024-11-15T02:18:34,665 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.rep.1731637114652, exclude list is [], retry=0 2024-11-15T02:18:34,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37395,DS-9329d8b9-4ce8-4b8b-a684-068a4777a6cc,DISK] 2024-11-15T02:18:34,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.rep.1731637114652 2024-11-15T02:18:34,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42777:42777)] 2024-11-15T02:18:34,672 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => b32c87a9b9b656a972eb1f55256092f1, NAME => 'hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:34,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. service=MultiRowMutationService 2024-11-15T02:18:34,673 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:18:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,676 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,678 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b32c87a9b9b656a972eb1f55256092f1 columnFamilyName hfileref 2024-11-15T02:18:34,679 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:34,680 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(327): Store=b32c87a9b9b656a972eb1f55256092f1/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:34,680 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,681 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b32c87a9b9b656a972eb1f55256092f1 columnFamilyName queue 2024-11-15T02:18:34,682 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:34,682 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:34,691 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/queue/fcd25a8e0c4b4fbd9d5464757193d0d2 2024-11-15T02:18:34,691 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(327): Store=b32c87a9b9b656a972eb1f55256092f1/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:34,691 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,693 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b32c87a9b9b656a972eb1f55256092f1 columnFamilyName sid 2024-11-15T02:18:34,693 DEBUG [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:34,693 INFO [StoreOpener-b32c87a9b9b656a972eb1f55256092f1-1 {}] regionserver.HStore(327): Store=b32c87a9b9b656a972eb1f55256092f1/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:34,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:18:34,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,701 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened b32c87a9b9b656a972eb1f55256092f1; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70173907, jitterRate=0.0456726998090744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:18:34,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:34,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for b32c87a9b9b656a972eb1f55256092f1: Running coprocessor pre-open hook at 1731637114674Writing region info on filesystem at 1731637114674Initializing all the Stores at 1731637114675 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637114675Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637114676 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637114676Cleaning up temporary data from old regions at 1731637114697 (+21 ms)Running coprocessor post-open hooks at 1731637114702 (+5 ms)Region opened successfully at 1731637114702 2024-11-15T02:18:34,704 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., pid=19, masterSystemTime=1731637114644 2024-11-15T02:18:34,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:34,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:34,707 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=b32c87a9b9b656a972eb1f55256092f1, regionState=OPEN, openSeqNum=10, regionLocation=ce6119325ab7,44329,1731637109141 2024-11-15T02:18:34,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure b32c87a9b9b656a972eb1f55256092f1, server=ce6119325ab7,44329,1731637109141 because future has completed 2024-11-15T02:18:34,714 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T02:18:34,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure b32c87a9b9b656a972eb1f55256092f1, server=ce6119325ab7,44329,1731637109141 in 222 msec 2024-11-15T02:18:34,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T02:18:34,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b32c87a9b9b656a972eb1f55256092f1, ASSIGN in 386 msec 2024-11-15T02:18:34,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T02:18:34,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., hostname=ce6119325ab7,44329,1731637109141, seqNum=10] 2024-11-15T02:18:34,762 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for ce6119325ab7,39213,1731637091228 2024-11-15T02:18:34,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T02:18:34,882 DEBUG [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:34,912 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/.tmp/ns/e79cc6269a8e42b9879fe634bdf11a2e 2024-11-15T02:18:34,923 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/.tmp/ns/e79cc6269a8e42b9879fe634bdf11a2e as hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/ns/e79cc6269a8e42b9879fe634bdf11a2e 2024-11-15T02:18:34,928 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44329 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T02:18:34,933 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/ns/e79cc6269a8e42b9879fe634bdf11a2e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T02:18:34,934 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false 2024-11-15T02:18:34,935 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:18:34,946 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T02:18:34,947 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:34,947 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:34,948 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:34,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637114482Running coprocessor pre-close hooks at 1731637114482Disabling compacts and flushes for region at 1731637114482Disabling writes for close at 1731637114482Obtaining lock to block concurrent updates at 1731637114482Preparing flush snapshotting stores in 1588230740 at 1731637114482Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731637114483 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637114484 (+1 ms)Flushing 1588230740/ns: creating writer at 1731637114484Flushing 1588230740/ns: appending metadata at 1731637114505 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731637114505Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f2b52f: reopening flushed file at 1731637114922 (+417 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 452ms, sequenceid=6, compaction requested=false at 1731637114934 (+12 ms)Writing region close event to WAL at 1731637114939 (+5 ms)Running coprocessor post-close hooks at 1731637114947 (+8 ms)Closed at 1731637114947 2024-11-15T02:18:34,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:35,082 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,46521,1731637099284; all regions closed. 2024-11-15T02:18:35,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741834_1010 (size=1152) 2024-11-15T02:18:35,090 DEBUG [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/oldWALs 2024-11-15T02:18:35,090 INFO [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C46521%2C1731637099284.meta:.meta(num 1731637103247) 2024-11-15T02:18:35,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741832_1008 (size=93) 2024-11-15T02:18:35,101 DEBUG [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/oldWALs 2024-11-15T02:18:35,101 INFO [RS:0;ce6119325ab7:46521 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C46521%2C1731637099284:(num 1731637102494) 2024-11-15T02:18:35,101 DEBUG [RS:0;ce6119325ab7:46521 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:35,101 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:35,101 INFO [RS:0;ce6119325ab7:46521 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:35,101 INFO [RS:0;ce6119325ab7:46521 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:35,101 INFO [RS:0;ce6119325ab7:46521 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:35,101 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:35,102 INFO [RS:0;ce6119325ab7:46521 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46521 2024-11-15T02:18:35,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1903878911/rs/ce6119325ab7,46521,1731637099284 2024-11-15T02:18:35,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911/rs 2024-11-15T02:18:35,147 INFO [RS:0;ce6119325ab7:46521 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:35,148 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,46521,1731637099284] 2024-11-15T02:18:35,168 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1903878911/draining/ce6119325ab7,46521,1731637099284 already deleted, retry=false 2024-11-15T02:18:35,168 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,46521,1731637099284 expired; onlineServers=0 2024-11-15T02:18:35,168 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,44953,1731637099061' ***** 2024-11-15T02:18:35,168 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:18:35,168 INFO [M:0;ce6119325ab7:44953 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:35,168 INFO [M:0;ce6119325ab7:44953 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:35,169 DEBUG [M:0;ce6119325ab7:44953 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:18:35,169 DEBUG [M:0;ce6119325ab7:44953 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:18:35,169 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:18:35,169 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637102184 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637102184,5,FailOnTimeoutGroup] 2024-11-15T02:18:35,169 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637102187 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637102187,5,FailOnTimeoutGroup] 2024-11-15T02:18:35,169 INFO [M:0;ce6119325ab7:44953 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:35,169 INFO [M:0;ce6119325ab7:44953 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:35,169 DEBUG [M:0;ce6119325ab7:44953 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:18:35,169 INFO [M:0;ce6119325ab7:44953 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:18:35,169 INFO [M:0;ce6119325ab7:44953 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:35,169 INFO [M:0;ce6119325ab7:44953 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:18:35,170 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:18:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1903878911/master 2024-11-15T02:18:35,179 DEBUG [M:0;ce6119325ab7:44953 {}] zookeeper.ZKUtil(347): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Unable to get data of znode /1903878911/master because node does not exist (not an error) 2024-11-15T02:18:35,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1903878911 2024-11-15T02:18:35,179 WARN [M:0;ce6119325ab7:44953 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:18:35,180 INFO [M:0;ce6119325ab7:44953 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/.lastflushedseqids 2024-11-15T02:18:35,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741836_1012 (size=99) 2024-11-15T02:18:35,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:35,258 INFO [RS:0;ce6119325ab7:46521 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:35,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46521-0x1013c48ff0f0004, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:35,259 INFO [RS:0;ce6119325ab7:46521 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,46521,1731637099284; zookeeper connection closed. 2024-11-15T02:18:35,259 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@328c65d5 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@328c65d5 2024-11-15T02:18:35,260 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:18:35,587 INFO [M:0;ce6119325ab7:44953 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:18:35,587 INFO [M:0;ce6119325ab7:44953 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:18:35,587 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:35,587 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:35,588 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:35,588 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:35,588 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:35,588 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T02:18:35,611 DEBUG [M:0;ce6119325ab7:44953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871365d122d141b0ad69ac299bc49370 is 82, key is hbase:meta,,1/info:regioninfo/1731637103394/Put/seqid=0 2024-11-15T02:18:35,620 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:35,621 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:35,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741837_1013 (size=5672) 2024-11-15T02:18:35,627 INFO [M:0;ce6119325ab7:44953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871365d122d141b0ad69ac299bc49370 2024-11-15T02:18:35,654 DEBUG [M:0;ce6119325ab7:44953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27dc1707902644b4b33f8c4c0f09e115 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731637103489/Put/seqid=0 2024-11-15T02:18:35,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741838_1014 (size=5275) 2024-11-15T02:18:35,935 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:18:36,060 INFO [M:0;ce6119325ab7:44953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27dc1707902644b4b33f8c4c0f09e115 2024-11-15T02:18:36,082 DEBUG [M:0;ce6119325ab7:44953 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/615094ebe5b94b669b77031fc545c357 is 69, key is ce6119325ab7,46521,1731637099284/rs:state/1731637102231/Put/seqid=0 2024-11-15T02:18:36,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741839_1015 (size=5156) 2024-11-15T02:18:36,491 INFO [M:0;ce6119325ab7:44953 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/615094ebe5b94b669b77031fc545c357 2024-11-15T02:18:36,501 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/871365d122d141b0ad69ac299bc49370 as hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/871365d122d141b0ad69ac299bc49370 2024-11-15T02:18:36,510 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/871365d122d141b0ad69ac299bc49370, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T02:18:36,512 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/27dc1707902644b4b33f8c4c0f09e115 as hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27dc1707902644b4b33f8c4c0f09e115 2024-11-15T02:18:36,519 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/27dc1707902644b4b33f8c4c0f09e115, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T02:18:36,520 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/615094ebe5b94b669b77031fc545c357 as hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/615094ebe5b94b669b77031fc545c357 2024-11-15T02:18:36,526 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36533/user/jenkins/test-data/6adba46a-e95c-05b7-0d6d-9fc504b41deb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/615094ebe5b94b669b77031fc545c357, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T02:18:36,527 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=28, compaction requested=false 2024-11-15T02:18:36,529 INFO [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:36,529 DEBUG [M:0;ce6119325ab7:44953 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637115587Disabling compacts and flushes for region at 1731637115587Disabling writes for close at 1731637115588 (+1 ms)Obtaining lock to block concurrent updates at 1731637115588Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637115588Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731637115588Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637115589 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637115590 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637115611 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637115611Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637115636 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637115654 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637115654Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637116066 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637116082 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637116082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@217d1b2e: reopening flushed file at 1731637116500 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bbc9555: reopening flushed file at 1731637116510 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444f8593: reopening flushed file at 1731637116519 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 939ms, sequenceid=28, compaction requested=false at 1731637116527 (+8 ms)Writing region close event to WAL at 1731637116529 (+2 ms)Closed at 1731637116529 2024-11-15T02:18:36,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46279 is added to blk_1073741830_1006 (size=10165) 2024-11-15T02:18:36,532 INFO [M:0;ce6119325ab7:44953 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:18:36,532 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:36,532 INFO [M:0;ce6119325ab7:44953 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44953 2024-11-15T02:18:36,535 INFO [M:0;ce6119325ab7:44953 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:36,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:36,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44953-0x1013c48ff0f0003, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:36,702 INFO [M:0;ce6119325ab7:44953 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:36,727 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@54aea4a5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:36,733 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2fc5bb7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:36,733 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:36,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d790cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:36,734 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@50b1d89e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:36,737 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:36,741 DEBUG [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 to pos 0, reset compression=false 2024-11-15T02:18:36,750 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:18:36,750 WARN [BP-1210103062-172.17.0.3-1731637096588 heartbeating to localhost/127.0.0.1:36533 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:18:36,750 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:18:36,750 WARN [BP-1210103062-172.17.0.3-1731637096588 heartbeating to localhost/127.0.0.1:36533 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1210103062-172.17.0.3-1731637096588 (Datanode Uuid e5e3883b-262a-42c1-8c93-dce64c48c9c0) service to localhost/127.0.0.1:36533 2024-11-15T02:18:36,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/cluster_9c5891a3-317b-09aa-88ef-8ab46b5469ff/data/data1/current/BP-1210103062-172.17.0.3-1731637096588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:36,751 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/cluster_9c5891a3-317b-09aa-88ef-8ab46b5469ff/data/data2/current/BP-1210103062-172.17.0.3-1731637096588 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:36,751 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:18:36,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a600bd4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:36,768 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@53b38433{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:36,768 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:36,768 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@593d539d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:36,769 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e387f9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:18:36,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:18:36,799 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:36,799 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:36,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:36,800 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:36,800 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:36,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:18:36,801 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15345975, stopped=false 2024-11-15T02:18:36,801 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,35635,1731637109039 2024-11-15T02:18:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/running 2024-11-15T02:18:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:36,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:36,866 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:36,866 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:36,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:36,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:36,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:36,868 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,44329,1731637109141' ***** 2024-11-15T02:18:36,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Set watcher on znode that does not yet exist, /0-1747293972/running 2024-11-15T02:18:36,868 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:18:36,868 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:18:36,868 INFO [RS:0;ce6119325ab7:44329 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:18:36,868 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(3091): Received CLOSE for b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,44329,1731637109141 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44329. 2024-11-15T02:18:36,869 DEBUG [RS:0;ce6119325ab7:44329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:36,869 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:18:36,869 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:18:36,870 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:18:36,870 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:18:36,870 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1325): Online Regions={b32c87a9b9b656a972eb1f55256092f1=hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:18:36,870 DEBUG [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b32c87a9b9b656a972eb1f55256092f1 2024-11-15T02:18:36,870 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:36,870 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:36,870 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:36,870 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:36,871 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:36,871 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T02:18:36,871 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b32c87a9b9b656a972eb1f55256092f1, disabling compactions & flushes 2024-11-15T02:18:36,871 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:36,871 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:36,871 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. after waiting 0 ms 2024-11-15T02:18:36,871 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:36,922 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/info/1b19c89c6397442c9e2f68738a4afea7 is 147, key is hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1./info:regioninfo/1731637114707/Put/seqid=0 2024-11-15T02:18:36,923 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/replication/b32c87a9b9b656a972eb1f55256092f1/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T02:18:36,925 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:36,925 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:36,925 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:36,925 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b32c87a9b9b656a972eb1f55256092f1: Waiting for close lock at 1731637116869Running coprocessor pre-close hooks at 1731637116869Disabling compacts and flushes for region at 1731637116871 (+2 ms)Disabling writes for close at 1731637116871Writing region close event to WAL at 1731637116905 (+34 ms)Running coprocessor post-close hooks at 1731637116925 (+20 ms)Closed at 1731637116925 2024-11-15T02:18:36,925 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637103828.b32c87a9b9b656a972eb1f55256092f1. 2024-11-15T02:18:36,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741851_1027 (size=6385) 2024-11-15T02:18:36,933 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/info/1b19c89c6397442c9e2f68738a4afea7 2024-11-15T02:18:36,940 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:18:36,940 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:18:36,945 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/.tmp/info/1b19c89c6397442c9e2f68738a4afea7 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/info/1b19c89c6397442c9e2f68738a4afea7 2024-11-15T02:18:36,946 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:36,964 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/info/1b19c89c6397442c9e2f68738a4afea7, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T02:18:36,966 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 95ms, sequenceid=19, compaction requested=false 2024-11-15T02:18:37,010 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T02:18:37,011 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:37,011 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:37,011 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:37,012 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637116870Running coprocessor pre-close hooks at 1731637116870Disabling compacts and flushes for region at 1731637116870Disabling writes for close at 1731637116870Obtaining lock to block concurrent updates at 1731637116871 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637116871Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731637116873 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637116876 (+3 ms)Flushing 1588230740/info: creating writer at 1731637116876Flushing 1588230740/info: appending metadata at 1731637116921 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731637116922 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31e44e: reopening flushed file at 1731637116943 (+21 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 95ms, sequenceid=19, compaction requested=false at 1731637116966 (+23 ms)Writing region close event to WAL at 1731637116987 (+21 ms)Running coprocessor post-close hooks at 1731637117011 (+24 ms)Closed at 1731637117011 2024-11-15T02:18:37,012 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:37,070 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,44329,1731637109141; all regions closed. 2024-11-15T02:18:37,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741849_1025 (size=2156) 2024-11-15T02:18:37,084 DEBUG [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs 2024-11-15T02:18:37,084 INFO [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C44329%2C1731637109141.meta:.meta(num 1731637110385) 2024-11-15T02:18:37,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741850_1026 (size=796) 2024-11-15T02:18:37,122 DEBUG [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs 2024-11-15T02:18:37,122 INFO [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C44329%2C1731637109141.rep:(num 1731637114652) 2024-11-15T02:18:37,145 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/WALs/ce6119325ab7,44329,1731637109141/ce6119325ab7%2C44329%2C1731637109141.1731637110116 not finished, retry = 0 2024-11-15T02:18:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741848_1024 (size=93) 2024-11-15T02:18:37,250 DEBUG [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/oldWALs 2024-11-15T02:18:37,250 INFO [RS:0;ce6119325ab7:44329 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C44329%2C1731637109141:(num 1731637110116) 2024-11-15T02:18:37,250 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:37,250 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:37,251 INFO [RS:0;ce6119325ab7:44329 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:37,251 INFO [RS:0;ce6119325ab7:44329 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:37,251 INFO [RS:0;ce6119325ab7:44329 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:37,251 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:37,251 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T02:18:37,252 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,44329,1731637109141 because: Region server is closing 2024-11-15T02:18:37,252 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T02:18:37,252 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T02:18:37,252 INFO [RS:0;ce6119325ab7:44329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44329. 2024-11-15T02:18:37,252 DEBUG [RS:0;ce6119325ab7:44329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:37,252 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:37,252 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:37,252 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:37,353 WARN [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:18:37,353 WARN [RS:0;ce6119325ab7:44329.replicationSource.shipperce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:18:37,354 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ce6119325ab7:44329.replicationSource.shipperce6119325ab7%2C44329%2C1731637109141,1-ce6119325ab7,44329,1731637109141 terminated 2024-11-15T02:18:37,354 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ce6119325ab7,44329,1731637109141 because: Region server is closing 2024-11-15T02:18:37,354 INFO [RS:0;ce6119325ab7:44329 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44329. 2024-11-15T02:18:37,354 DEBUG [RS:0;ce6119325ab7:44329 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:37,354 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:37,355 DEBUG [RS:0;ce6119325ab7:44329 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:37,355 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:37,455 WARN [RS:0;ce6119325ab7:44329.replicationSource.shipperce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:18:37,455 WARN [RS:0;ce6119325ab7:44329.replicationSource.wal-reader.ce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:18:37,455 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;ce6119325ab7:44329.replicationSource.shipperce6119325ab7%2C44329%2C1731637109141,2-ce6119325ab7,44329,1731637109141 terminated 2024-11-15T02:18:37,456 INFO [RS:0;ce6119325ab7:44329 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44329 2024-11-15T02:18:37,505 INFO [RS:0;ce6119325ab7:44329 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:37,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/rs/ce6119325ab7,44329,1731637109141 2024-11-15T02:18:37,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972/rs 2024-11-15T02:18:37,515 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,44329,1731637109141] 2024-11-15T02:18:37,528 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/draining/ce6119325ab7,44329,1731637109141 already deleted, retry=false 2024-11-15T02:18:37,528 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,44329,1731637109141 expired; onlineServers=0 2024-11-15T02:18:37,528 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,35635,1731637109039' ***** 2024-11-15T02:18:37,529 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:18:37,529 INFO [M:0;ce6119325ab7:35635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:37,529 INFO [M:0;ce6119325ab7:35635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:37,529 DEBUG [M:0;ce6119325ab7:35635 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:18:37,529 DEBUG [M:0;ce6119325ab7:35635 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:18:37,529 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637109791 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637109791,5,FailOnTimeoutGroup] 2024-11-15T02:18:37,529 INFO [M:0;ce6119325ab7:35635 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:37,529 INFO [M:0;ce6119325ab7:35635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:37,529 DEBUG [M:0;ce6119325ab7:35635 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:18:37,529 INFO [M:0;ce6119325ab7:35635 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:18:37,529 INFO [M:0;ce6119325ab7:35635 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:37,530 INFO [M:0;ce6119325ab7:35635 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:18:37,530 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637109791 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637109791,5,FailOnTimeoutGroup] 2024-11-15T02:18:37,530 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:18:37,531 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:18:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1747293972/master 2024-11-15T02:18:37,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1747293972 2024-11-15T02:18:37,547 DEBUG [M:0;ce6119325ab7:35635 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1747293972/master already deleted, retry=false 2024-11-15T02:18:37,547 DEBUG [M:0;ce6119325ab7:35635 {}] master.ActiveMasterManager(353): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1747293972/master 2024-11-15T02:18:37,548 INFO [M:0;ce6119325ab7:35635 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/.lastflushedseqids 2024-11-15T02:18:37,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741852_1028 (size=181) 2024-11-15T02:18:37,593 INFO [M:0;ce6119325ab7:35635 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:18:37,593 INFO [M:0;ce6119325ab7:35635 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:18:37,593 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:37,593 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:37,594 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:37,594 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:37,594 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:37,594 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T02:18:37,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:37,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44329-0x1013c48ff0f0007, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:37,616 INFO [RS:0;ce6119325ab7:44329 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:37,616 INFO [RS:0;ce6119325ab7:44329 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,44329,1731637109141; zookeeper connection closed. 2024-11-15T02:18:37,628 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65d1daf8 2024-11-15T02:18:37,629 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:18:37,629 DEBUG [M:0;ce6119325ab7:35635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/248cb8ca8a5f46e0ba6c0d3d896ca8ba is 82, key is hbase:meta,,1/info:regioninfo/1731637110450/Put/seqid=0 2024-11-15T02:18:37,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741853_1029 (size=5680) 2024-11-15T02:18:38,054 INFO [M:0;ce6119325ab7:35635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/248cb8ca8a5f46e0ba6c0d3d896ca8ba 2024-11-15T02:18:38,100 DEBUG [M:0;ce6119325ab7:35635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80a425051d184703963ec79bae4a5cff is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731637114716/Put/seqid=0 2024-11-15T02:18:38,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741854_1030 (size=7319) 2024-11-15T02:18:38,119 INFO [M:0;ce6119325ab7:35635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80a425051d184703963ec79bae4a5cff 2024-11-15T02:18:38,164 DEBUG [M:0;ce6119325ab7:35635 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d2c549cb674f42a3408fba94367a53 is 69, key is ce6119325ab7,44329,1731637109141/rs:state/1731637109885/Put/seqid=0 2024-11-15T02:18:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741855_1031 (size=5371) 2024-11-15T02:18:38,197 INFO [M:0;ce6119325ab7:35635 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d2c549cb674f42a3408fba94367a53 2024-11-15T02:18:38,209 INFO [M:0;ce6119325ab7:35635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71d2c549cb674f42a3408fba94367a53 2024-11-15T02:18:38,211 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/248cb8ca8a5f46e0ba6c0d3d896ca8ba as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/248cb8ca8a5f46e0ba6c0d3d896ca8ba 2024-11-15T02:18:38,223 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/248cb8ca8a5f46e0ba6c0d3d896ca8ba, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T02:18:38,225 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/80a425051d184703963ec79bae4a5cff as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80a425051d184703963ec79bae4a5cff 2024-11-15T02:18:38,234 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/80a425051d184703963ec79bae4a5cff, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T02:18:38,237 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d2c549cb674f42a3408fba94367a53 as hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71d2c549cb674f42a3408fba94367a53 2024-11-15T02:18:38,265 INFO [M:0;ce6119325ab7:35635 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 71d2c549cb674f42a3408fba94367a53 2024-11-15T02:18:38,266 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42849/user/jenkins/test-data/ecb51114-318e-14f5-69e3-49d63fe9e9dc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71d2c549cb674f42a3408fba94367a53, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T02:18:38,269 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 675ms, sequenceid=172, compaction requested=false 2024-11-15T02:18:38,279 INFO [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:38,279 DEBUG [M:0;ce6119325ab7:35635 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637117593Disabling compacts and flushes for region at 1731637117593Disabling writes for close at 1731637117594 (+1 ms)Obtaining lock to block concurrent updates at 1731637117594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637117594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731637117594Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637117595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637117596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637117628 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637117628Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637118063 (+435 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637118100 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637118100Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637118131 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637118163 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637118163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10a49d83: reopening flushed file at 1731637118210 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@713ea5b7: reopening flushed file at 1731637118224 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7398af28: reopening flushed file at 1731637118234 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 675ms, sequenceid=172, compaction requested=false at 1731637118269 (+35 ms)Writing region close event to WAL at 1731637118278 (+9 ms)Closed at 1731637118278 2024-11-15T02:18:38,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37395 is added to blk_1073741847_1023 (size=22949) 2024-11-15T02:18:38,291 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:38,291 INFO [M:0;ce6119325ab7:35635 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:18:38,292 INFO [M:0;ce6119325ab7:35635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35635 2024-11-15T02:18:38,292 INFO [M:0;ce6119325ab7:35635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:38,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35635-0x1013c48ff0f0006, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:38,405 INFO [M:0;ce6119325ab7:35635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:38,421 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e8f3faa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:38,421 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b5ffbb3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:38,422 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:38,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d52e92{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:38,422 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a9f6e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:38,425 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:18:38,425 WARN [BP-1430868239-172.17.0.3-1731637086002 heartbeating to localhost/127.0.0.1:42849 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:18:38,425 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:18:38,425 WARN [BP-1430868239-172.17.0.3-1731637086002 heartbeating to localhost/127.0.0.1:42849 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1430868239-172.17.0.3-1731637086002 (Datanode Uuid 72cd6ec2-a492-4d98-a7a6-730a82066f64) service to localhost/127.0.0.1:42849 2024-11-15T02:18:38,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/data/data1/current/BP-1430868239-172.17.0.3-1731637086002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:38,426 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/cluster_27e41e8f-f9c6-c3be-b59c-6ba71a82a365/data/data2/current/BP-1430868239-172.17.0.3-1731637086002 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:38,427 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:18:38,439 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18bfe0d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:38,439 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d915aa3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:38,440 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:38,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@346b1178{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:38,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29fca5c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9f7d0f25-458e-dfd8-2875-38f84e5e5830/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:38,450 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:18:38,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:18:38,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=114 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ce6119325ab7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ce6119325ab7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36533 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42849 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36533 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42849 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36533 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:36533 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@36ba0088 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63884) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ce6119325ab7:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ce6119325ab7:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42849 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ce6119325ab7:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:42849 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=778 (was 781), ProcessCount=11 (was 11), AvailableMemoryMB=1331 (was 2392) 2024-11-15T02:18:38,498 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=114, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=778, ProcessCount=11, AvailableMemoryMB=1330 2024-11-15T02:18:38,515 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T02:18:38,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir so I do NOT create it in target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e 2024-11-15T02:18:38,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:18:38,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.tmp.dir so I do NOT create it in target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e 2024-11-15T02:18:38,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3d15986e-f46c-5423-f65b-f7134ebeb1a8/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:18:38,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e 2024-11-15T02:18:38,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50, deleteOnExit=true 2024-11-15T02:18:38,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c48ff0f0002, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:18:38,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c48ff0f0005, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:18:38,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c48ff0f0005, quorum=127.0.0.1:63884, baseZNode=/1903878911 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:18:38,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c48ff0f0002, quorum=127.0.0.1:63884, baseZNode=/0-1747293972 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:18:38,573 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/zookeeper_0, clientPort=62906, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:18:38,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62906 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/test.cache.data in system properties and HBase conf 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:18:38,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:18:38,580 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:18:38,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:38,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:38,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:18:38,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:38,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:18:38,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:38,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:18:38,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:18:38,999 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:39,009 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:39,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:39,037 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:39,037 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:18:39,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:39,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64341732{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:39,057 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc3881{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:39,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5729686{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/java.io.tmpdir/jetty-localhost-46671-hadoop-hdfs-3_4_1-tests_jar-_-any-16990377616970680824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:39,238 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16450e48{HTTP/1.1, (http/1.1)}{localhost:46671} 2024-11-15T02:18:39,238 INFO [Time-limited test {}] server.Server(415): Started @35616ms 2024-11-15T02:18:39,539 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:39,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:39,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:39,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:39,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:18:39,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32577e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:39,556 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61ca45c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:39,701 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6eb46e46{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/java.io.tmpdir/jetty-localhost-40259-hadoop-hdfs-3_4_1-tests_jar-_-any-16652589358580327089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:39,702 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@156b8f9{HTTP/1.1, (http/1.1)}{localhost:40259} 2024-11-15T02:18:39,704 INFO [Time-limited test {}] server.Server(415): Started @36080ms 2024-11-15T02:18:39,705 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:18:40,176 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:18:40,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:18:40,216 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:18:40,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:40,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:18:40,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:18:40,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:40,429 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/data/data1/current/BP-1603405839-172.17.0.3-1731637118614/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:40,445 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/data/data2/current/BP-1603405839-172.17.0.3-1731637118614/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:40,535 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:18:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb5575a1aa861ba with lease ID 0x2489ab7a97bc901: Processing first storage report for DS-b6fda6d6-c5be-4013-9af4-e232707746bc from datanode DatanodeRegistration(127.0.0.1:41065, datanodeUuid=97b40d29-5c0b-4c50-852e-9bc00325665e, infoPort=37631, infoSecurePort=0, ipcPort=43621, storageInfo=lv=-57;cid=testClusterID;nsid=1489617852;c=1731637118614) 2024-11-15T02:18:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb5575a1aa861ba with lease ID 0x2489ab7a97bc901: from storage DS-b6fda6d6-c5be-4013-9af4-e232707746bc node DatanodeRegistration(127.0.0.1:41065, datanodeUuid=97b40d29-5c0b-4c50-852e-9bc00325665e, infoPort=37631, infoSecurePort=0, ipcPort=43621, storageInfo=lv=-57;cid=testClusterID;nsid=1489617852;c=1731637118614), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdb5575a1aa861ba with lease ID 0x2489ab7a97bc901: Processing first storage report for DS-98abde5f-ba28-4449-b800-695f947e22df from datanode DatanodeRegistration(127.0.0.1:41065, datanodeUuid=97b40d29-5c0b-4c50-852e-9bc00325665e, infoPort=37631, infoSecurePort=0, ipcPort=43621, storageInfo=lv=-57;cid=testClusterID;nsid=1489617852;c=1731637118614) 2024-11-15T02:18:40,547 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdb5575a1aa861ba with lease ID 0x2489ab7a97bc901: from storage DS-98abde5f-ba28-4449-b800-695f947e22df node DatanodeRegistration(127.0.0.1:41065, datanodeUuid=97b40d29-5c0b-4c50-852e-9bc00325665e, infoPort=37631, infoSecurePort=0, ipcPort=43621, storageInfo=lv=-57;cid=testClusterID;nsid=1489617852;c=1731637118614), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:40,574 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e 2024-11-15T02:18:40,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:40,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:18:40,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362 with version=8 2024-11-15T02:18:40,614 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/hbase-staging 2024-11-15T02:18:40,617 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:18:40,617 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:40,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44879 2024-11-15T02:18:40,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44879 connecting to ZooKeeper ensemble=127.0.0.1:62906 2024-11-15T02:18:40,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:448790x0, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:40,705 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44879-0x1013c49820b0000 connected 2024-11-15T02:18:40,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:40,833 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:40,835 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/running 2024-11-15T02:18:40,836 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362, hbase.cluster.distributed=false 2024-11-15T02:18:40,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/acl 2024-11-15T02:18:40,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-15T02:18:40,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44879 2024-11-15T02:18:40,838 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44879 2024-11-15T02:18:40,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-15T02:18:40,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44879 2024-11-15T02:18:40,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:40,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:40,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:40,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:18:40,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:40,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33051 2024-11-15T02:18:40,877 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33051 connecting to ZooKeeper ensemble=127.0.0.1:62906 2024-11-15T02:18:40,880 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:40,883 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:40,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:330510x0, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:40,904 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:330510x0, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/running 2024-11-15T02:18:40,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33051-0x1013c49820b0001 connected 2024-11-15T02:18:40,904 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:18:40,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:18:40,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/master 2024-11-15T02:18:40,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/acl 2024-11-15T02:18:40,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33051 2024-11-15T02:18:40,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33051 2024-11-15T02:18:40,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33051 2024-11-15T02:18:40,921 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33051 2024-11-15T02:18:40,923 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33051 2024-11-15T02:18:40,940 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:44879 2024-11-15T02:18:40,940 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0157064838/backup-masters/ce6119325ab7,44879,1731637120616 2024-11-15T02:18:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838/backup-masters 2024-11-15T02:18:40,947 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838/backup-masters 2024-11-15T02:18:40,948 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on existing znode=/0157064838/backup-masters/ce6119325ab7,44879,1731637120616 2024-11-15T02:18:40,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0157064838/master 2024-11-15T02:18:40,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:40,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:40,958 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on existing znode=/0157064838/master 2024-11-15T02:18:40,958 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0157064838/backup-masters/ce6119325ab7,44879,1731637120616 from backup master directory 2024-11-15T02:18:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0157064838/backup-masters/ce6119325ab7,44879,1731637120616 2024-11-15T02:18:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838/backup-masters 2024-11-15T02:18:40,968 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838/backup-masters 2024-11-15T02:18:40,968 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:40,968 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,44879,1731637120616 2024-11-15T02:18:40,973 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/hbase.id] with ID: ea574e0a-da14-4463-a005-e1f491a3bd15 2024-11-15T02:18:40,973 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/.tmp/hbase.id 2024-11-15T02:18:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:18:41,387 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/.tmp/hbase.id]:[hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/hbase.id] 2024-11-15T02:18:41,403 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:41,403 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:18:41,405 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T02:18:41,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:41,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:41,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:18:42,029 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:42,030 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:18:42,031 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:18:42,072 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store 2024-11-15T02:18:42,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:18:42,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:42,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:42,089 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:42,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:42,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:42,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:42,089 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:42,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637122089Disabling compacts and flushes for region at 1731637122089Disabling writes for close at 1731637122089Writing region close event to WAL at 1731637122089Closed at 1731637122089 2024-11-15T02:18:42,093 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/.initializing 2024-11-15T02:18:42,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/WALs/ce6119325ab7,44879,1731637120616 2024-11-15T02:18:42,095 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:42,102 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C44879%2C1731637120616, suffix=, logDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/WALs/ce6119325ab7,44879,1731637120616, archiveDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/oldWALs, maxLogs=10 2024-11-15T02:18:42,117 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/WALs/ce6119325ab7,44879,1731637120616/ce6119325ab7%2C44879%2C1731637120616.1731637122102, exclude list is [], retry=0 2024-11-15T02:18:42,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-b6fda6d6-c5be-4013-9af4-e232707746bc,DISK] 2024-11-15T02:18:42,129 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/WALs/ce6119325ab7,44879,1731637120616/ce6119325ab7%2C44879%2C1731637120616.1731637122102 2024-11-15T02:18:42,129 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-15T02:18:42,129 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:42,130 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:42,131 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,131 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,136 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:18:42,136 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:42,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:42,137 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:18:42,142 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:42,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:42,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:18:42,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:42,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:42,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:18:42,147 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:42,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:42,148 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,150 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,150 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,152 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,152 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,152 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:42,154 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:42,161 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:42,162 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69901741, jitterRate=0.04161711037158966}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:42,163 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637122131Initializing all the Stores at 1731637122132 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637122132Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637122133 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637122133Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637122133Cleaning up temporary data from old regions at 1731637122152 (+19 ms)Region opened successfully at 1731637122163 (+11 ms) 2024-11-15T02:18:42,163 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:18:42,171 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bbd2e84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:42,172 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:18:42,172 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:18:42,173 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:18:42,173 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:18:42,173 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:18:42,174 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:18:42,174 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:18:42,179 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:18:42,181 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Unable to get data of znode /0157064838/balancer because node does not exist (not necessarily an error) 2024-11-15T02:18:42,252 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/balancer already deleted, retry=false 2024-11-15T02:18:42,252 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:18:42,254 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Unable to get data of znode /0157064838/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:18:42,262 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/normalizer already deleted, retry=false 2024-11-15T02:18:42,263 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:18:42,264 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Unable to get data of znode /0157064838/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:18:42,273 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/switch/split already deleted, retry=false 2024-11-15T02:18:42,276 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Unable to get data of znode /0157064838/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:18:42,284 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/switch/merge already deleted, retry=false 2024-11-15T02:18:42,287 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Unable to get data of znode /0157064838/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:18:42,294 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/snapshot-cleanup already deleted, retry=false 2024-11-15T02:18:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0157064838/running 2024-11-15T02:18:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0157064838/running 2024-11-15T02:18:42,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:42,306 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,44879,1731637120616, sessionid=0x1013c49820b0000, setting cluster-up flag (Was=false) 2024-11-15T02:18:42,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:42,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:42,389 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0157064838/flush-table-proc/acquired, /0157064838/flush-table-proc/reached, /0157064838/flush-table-proc/abort 2024-11-15T02:18:42,390 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44879,1731637120616 2024-11-15T02:18:42,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:42,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:42,441 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0157064838/online-snapshot/acquired, /0157064838/online-snapshot/reached, /0157064838/online-snapshot/abort 2024-11-15T02:18:42,442 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44879,1731637120616 2024-11-15T02:18:42,445 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:18:42,447 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:42,447 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:18:42,447 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:18:42,448 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ce6119325ab7,39213,1731637091228: status=Processing ServerCrashProcedure of ce6119325ab7,39213,1731637091228 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731637109791, completionTime=-1 appears to have been leaked 2024-11-15T02:18:42,448 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,44879,1731637120616 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:42,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,479 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:42,480 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:18:42,481 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:42,481 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:18:42,497 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637152497 2024-11-15T02:18:42,498 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:18:42,498 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:18:42,498 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:18:42,498 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:18:42,498 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:18:42,498 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:18:42,524 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,540 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:18:42,541 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:18:42,541 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:18:42,541 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:18:42,559 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(746): ClusterId : ea574e0a-da14-4463-a005-e1f491a3bd15 2024-11-15T02:18:42,559 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:18:42,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:18:42,576 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:18:42,576 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:18:42,578 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:18:42,578 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362 2024-11-15T02:18:42,580 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637122576,5,FailOnTimeoutGroup] 2024-11-15T02:18:42,584 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637122580,5,FailOnTimeoutGroup] 2024-11-15T02:18:42,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:18:42,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,599 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:18:42,599 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:18:42,612 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:18:42,612 DEBUG [RS:0;ce6119325ab7:33051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40dbfb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:42,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:18:42,656 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:33051 2024-11-15T02:18:42,656 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:18:42,656 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:18:42,656 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:18:42,657 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,44879,1731637120616 with port=33051, startcode=1731637120865 2024-11-15T02:18:42,657 DEBUG [RS:0;ce6119325ab7:33051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:18:42,673 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:18:42,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,33051,1731637120865 2024-11-15T02:18:42,674 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44879 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,33051,1731637120865 2024-11-15T02:18:42,677 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362 2024-11-15T02:18:42,678 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45425 2024-11-15T02:18:42,678 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:18:42,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838/rs 2024-11-15T02:18:42,689 DEBUG [RS:0;ce6119325ab7:33051 {}] zookeeper.ZKUtil(111): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on existing znode=/0157064838/rs/ce6119325ab7,33051,1731637120865 2024-11-15T02:18:42,689 WARN [RS:0;ce6119325ab7:33051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:42,689 INFO [RS:0;ce6119325ab7:33051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:42,689 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865 2024-11-15T02:18:42,702 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,33051,1731637120865] 2024-11-15T02:18:42,731 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:18:42,741 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:18:42,746 INFO [RS:0;ce6119325ab7:33051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:18:42,746 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,747 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:18:42,762 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:18:42,762 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:42,762 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:42,763 DEBUG [RS:0;ce6119325ab7:33051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:42,812 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,812 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,812 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,812 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,812 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,812 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,33051,1731637120865-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:42,852 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:18:42,853 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,33051,1731637120865-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,853 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,853 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.Replication(171): ce6119325ab7,33051,1731637120865 started 2024-11-15T02:18:42,873 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:42,874 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,33051,1731637120865, RpcServer on ce6119325ab7/172.17.0.3:33051, sessionid=0x1013c49820b0001 2024-11-15T02:18:42,874 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:18:42,874 DEBUG [RS:0;ce6119325ab7:33051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,33051,1731637120865 2024-11-15T02:18:42,874 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,33051,1731637120865' 2024-11-15T02:18:42,874 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0157064838/flush-table-proc/abort' 2024-11-15T02:18:42,877 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0157064838/flush-table-proc/acquired' 2024-11-15T02:18:42,877 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:18:42,877 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:18:42,877 DEBUG [RS:0;ce6119325ab7:33051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,33051,1731637120865 2024-11-15T02:18:42,877 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,33051,1731637120865' 2024-11-15T02:18:42,877 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0157064838/online-snapshot/abort' 2024-11-15T02:18:42,878 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0157064838/online-snapshot/acquired' 2024-11-15T02:18:42,879 DEBUG [RS:0;ce6119325ab7:33051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:18:42,879 INFO [RS:0;ce6119325ab7:33051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:18:42,879 INFO [RS:0;ce6119325ab7:33051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:18:42,979 INFO [RS:0;ce6119325ab7:33051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:42,981 INFO [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C33051%2C1731637120865, suffix=, logDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865, archiveDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/oldWALs, maxLogs=10 2024-11-15T02:18:43,001 DEBUG [RS:0;ce6119325ab7:33051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981, exclude list is [], retry=0 2024-11-15T02:18:43,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-b6fda6d6-c5be-4013-9af4-e232707746bc,DISK] 2024-11-15T02:18:43,009 INFO [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 2024-11-15T02:18:43,009 DEBUG [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-15T02:18:43,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:43,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:43,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:43,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:43,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:43,039 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:43,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:43,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:43,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:43,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:43,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740 2024-11-15T02:18:43,045 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740 2024-11-15T02:18:43,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:43,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:43,050 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:43,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:43,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:43,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75234948, jitterRate=0.12108808755874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637123029Initializing all the Stores at 1731637123030 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637123030Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637123030Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637123030Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637123030Cleaning up temporary data from old regions at 1731637123049 (+19 ms)Region opened successfully at 1731637123054 (+5 ms) 2024-11-15T02:18:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:43,054 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:43,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:43,055 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:43,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637123054Disabling compacts and flushes for region at 1731637123054Disabling writes for close at 1731637123054Writing region close event to WAL at 1731637123055 (+1 ms)Closed at 1731637123055 2024-11-15T02:18:43,056 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:43,056 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:18:43,057 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:18:43,058 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:43,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:18:43,210 DEBUG [ce6119325ab7:44879 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:18:43,210 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,33051,1731637120865 2024-11-15T02:18:43,212 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,33051,1731637120865, state=OPENING 2024-11-15T02:18:43,262 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:18:43,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:43,284 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:43,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0157064838/meta-region-server: CHANGED 2024-11-15T02:18:43,284 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,33051,1731637120865}] 2024-11-15T02:18:43,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:43,285 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0157064838/meta-region-server: CHANGED 2024-11-15T02:18:43,446 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:18:43,449 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:18:43,453 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:18:43,453 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:43,453 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:18:43,457 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C33051%2C1731637120865.meta, suffix=.meta, logDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865, archiveDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/oldWALs, maxLogs=10 2024-11-15T02:18:43,475 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.meta.1731637123458.meta, exclude list is [], retry=0 2024-11-15T02:18:43,479 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-b6fda6d6-c5be-4013-9af4-e232707746bc,DISK] 2024-11-15T02:18:43,484 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.meta.1731637123458.meta 2024-11-15T02:18:43,486 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-15T02:18:43,486 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:43,486 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:43,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:43,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:18:43,487 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:18:43,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:18:43,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:43,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:18:43,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:18:43,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:43,498 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:43,498 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,499 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:43,501 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:43,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:43,509 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:43,509 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:43,511 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:43,511 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:43,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:43,512 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:43,513 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740 2024-11-15T02:18:43,515 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740 2024-11-15T02:18:43,518 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:43,518 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:43,518 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:43,521 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:43,522 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70658915, jitterRate=0.052899882197380066}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:43,522 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:18:43,523 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637123487Writing region info on filesystem at 1731637123487Initializing all the Stores at 1731637123489 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637123489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637123492 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637123492Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637123492Cleaning up temporary data from old regions at 1731637123518 (+26 ms)Running coprocessor post-open hooks at 1731637123522 (+4 ms)Region opened successfully at 1731637123523 (+1 ms) 2024-11-15T02:18:43,525 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637123445 2024-11-15T02:18:43,529 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:18:43,529 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:18:43,529 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,33051,1731637120865 2024-11-15T02:18:43,533 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,33051,1731637120865, state=OPEN 2024-11-15T02:18:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0157064838/meta-region-server 2024-11-15T02:18:43,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0157064838/meta-region-server 2024-11-15T02:18:43,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0157064838/meta-region-server: CHANGED 2024-11-15T02:18:43,581 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0157064838/meta-region-server: CHANGED 2024-11-15T02:18:43,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,33051,1731637120865 2024-11-15T02:18:43,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:18:43,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,33051,1731637120865 in 297 msec 2024-11-15T02:18:43,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:18:43,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 528 msec 2024-11-15T02:18:43,589 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:43,589 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:18:43,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:43,591 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33051,1731637120865, seqNum=-1] 2024-11-15T02:18:43,592 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:43,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:43,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1560 sec 2024-11-15T02:18:43,604 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637123604, completionTime=-1 2024-11-15T02:18:43,604 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:18:43,604 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:18:43,606 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:18:43,606 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637183606 2024-11-15T02:18:43,606 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637243606 2024-11-15T02:18:43,607 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:18:43,607 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44879,1731637120616-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,607 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44879,1731637120616-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,608 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44879,1731637120616-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,608 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:44879, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,608 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,609 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,611 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.646sec 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44879,1731637120616-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:43,614 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44879,1731637120616-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:18:43,619 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:18:43,619 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:18:43,619 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44879,1731637120616-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:43,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ab70e12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:43,645 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44879,-1 for getting cluster id 2024-11-15T02:18:43,645 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:43,646 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea574e0a-da14-4463-a005-e1f491a3bd15' 2024-11-15T02:18:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea574e0a-da14-4463-a005-e1f491a3bd15" 2024-11-15T02:18:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69343a84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44879,-1] 2024-11-15T02:18:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:43,647 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:43,651 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:43,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4cc889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:43,654 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33051,1731637120865, seqNum=-1] 2024-11-15T02:18:43,658 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:43,660 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:43,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,44879,1731637120616 2024-11-15T02:18:43,663 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62906 2024-11-15T02:18:43,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:43,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c49820b0002 connected 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir so I do NOT create it in target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d 2024-11-15T02:18:43,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.tmp.dir so I do NOT create it in target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d 2024-11-15T02:18:43,697 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:18:43,697 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/cluster_9ea66f2a-b6c7-019d-7341-c7287a631126, deleteOnExit=true 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/test.cache.data in system properties and HBase conf 2024-11-15T02:18:43,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:18:43,698 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:43,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:43,699 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:18:43,700 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:18:44,052 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:44,060 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:44,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:44,067 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:44,067 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:18:44,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:44,077 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77c62866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:44,078 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@450aa10f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:44,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6fc435c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/java.io.tmpdir/jetty-localhost-39767-hadoop-hdfs-3_4_1-tests_jar-_-any-6311986401219598269/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:44,205 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5c9b6bc7{HTTP/1.1, (http/1.1)}{localhost:39767} 2024-11-15T02:18:44,205 INFO [Time-limited test {}] server.Server(415): Started @40582ms 2024-11-15T02:18:44,637 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:44,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:44,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:44,662 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:44,662 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:18:44,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a927960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:44,664 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37ea21bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:44,825 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cd699fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/java.io.tmpdir/jetty-localhost-42753-hadoop-hdfs-3_4_1-tests_jar-_-any-3937184722296338118/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:44,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@44a06fb1{HTTP/1.1, (http/1.1)}{localhost:42753} 2024-11-15T02:18:44,826 INFO [Time-limited test {}] server.Server(415): Started @41203ms 2024-11-15T02:18:44,828 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:18:45,680 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/cluster_9ea66f2a-b6c7-019d-7341-c7287a631126/data/data1/current/BP-1144663583-172.17.0.3-1731637123732/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:45,684 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/cluster_9ea66f2a-b6c7-019d-7341-c7287a631126/data/data2/current/BP-1144663583-172.17.0.3-1731637123732/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:45,773 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:18:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b9d85650f045964 with lease ID 0xaaa319c938f9ce34: Processing first storage report for DS-8719db60-316d-4ac6-a888-6d695edba135 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=d2e1e1f7-1122-4206-8af2-f29acb66d16b, infoPort=39349, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=591724331;c=1731637123732) 2024-11-15T02:18:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b9d85650f045964 with lease ID 0xaaa319c938f9ce34: from storage DS-8719db60-316d-4ac6-a888-6d695edba135 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=d2e1e1f7-1122-4206-8af2-f29acb66d16b, infoPort=39349, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=591724331;c=1731637123732), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b9d85650f045964 with lease ID 0xaaa319c938f9ce34: Processing first storage report for DS-0092c5d5-d789-4d7a-ba0d-237c0c2aa127 from datanode DatanodeRegistration(127.0.0.1:33787, datanodeUuid=d2e1e1f7-1122-4206-8af2-f29acb66d16b, infoPort=39349, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=591724331;c=1731637123732) 2024-11-15T02:18:45,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b9d85650f045964 with lease ID 0xaaa319c938f9ce34: from storage DS-0092c5d5-d789-4d7a-ba0d-237c0c2aa127 node DatanodeRegistration(127.0.0.1:33787, datanodeUuid=d2e1e1f7-1122-4206-8af2-f29acb66d16b, infoPort=39349, infoSecurePort=0, ipcPort=42263, storageInfo=lv=-57;cid=testClusterID;nsid=591724331;c=1731637123732), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:45,808 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d 2024-11-15T02:18:45,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:45,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:45,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:18:45,843 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b with version=8 2024-11-15T02:18:45,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/hbase-staging 2024-11-15T02:18:45,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:18:45,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:45,868 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34565 2024-11-15T02:18:45,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34565 connecting to ZooKeeper ensemble=127.0.0.1:62906 2024-11-15T02:18:45,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:18:45,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:345650x0, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:45,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:18:45,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34565-0x1013c49820b0003 connected 2024-11-15T02:18:45,999 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:46,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:46,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/running 2024-11-15T02:18:46,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b, hbase.cluster.distributed=false 2024-11-15T02:18:46,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/acl 2024-11-15T02:18:46,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T02:18:46,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34565 2024-11-15T02:18:46,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34565 2024-11-15T02:18:46,079 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T02:18:46,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34565 2024-11-15T02:18:46,119 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:18:46,119 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:46,134 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40583 2024-11-15T02:18:46,136 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40583 connecting to ZooKeeper ensemble=127.0.0.1:62906 2024-11-15T02:18:46,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:46,140 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:46,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405830x0, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:46,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405830x0, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/running 2024-11-15T02:18:46,190 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:18:46,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40583-0x1013c49820b0004 connected 2024-11-15T02:18:46,228 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:18:46,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/master 2024-11-15T02:18:46,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/acl 2024-11-15T02:18:46,255 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-15T02:18:46,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40583 2024-11-15T02:18:46,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40583 2024-11-15T02:18:46,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-15T02:18:46,310 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40583 2024-11-15T02:18:46,333 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:34565 2024-11-15T02:18:46,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11385198392/backup-masters/ce6119325ab7,34565,1731637125846 2024-11-15T02:18:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392/backup-masters 2024-11-15T02:18:46,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392/backup-masters 2024-11-15T02:18:46,361 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on existing znode=/11385198392/backup-masters/ce6119325ab7,34565,1731637125846 2024-11-15T02:18:46,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11385198392/master 2024-11-15T02:18:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:46,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:46,374 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on existing znode=/11385198392/master 2024-11-15T02:18:46,375 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11385198392/backup-masters/ce6119325ab7,34565,1731637125846 from backup master directory 2024-11-15T02:18:46,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11385198392/backup-masters/ce6119325ab7,34565,1731637125846 2024-11-15T02:18:46,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392/backup-masters 2024-11-15T02:18:46,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392/backup-masters 2024-11-15T02:18:46,512 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:46,512 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,34565,1731637125846 2024-11-15T02:18:46,539 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/hbase.id] with ID: 834161c8-c999-4fa9-a19e-00bf6d648a77 2024-11-15T02:18:46,539 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/.tmp/hbase.id 2024-11-15T02:18:46,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:18:46,596 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/.tmp/hbase.id]:[hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/hbase.id] 2024-11-15T02:18:46,637 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:46,637 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:18:46,639 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T02:18:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:46,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:46,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:18:47,127 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:47,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:18:47,144 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:47,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:18:47,195 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store 2024-11-15T02:18:47,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:18:47,228 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:47,228 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:47,228 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:47,228 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:47,228 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:47,228 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:47,228 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:47,228 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637127228Disabling compacts and flushes for region at 1731637127228Disabling writes for close at 1731637127228Writing region close event to WAL at 1731637127228Closed at 1731637127228 2024-11-15T02:18:47,230 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/.initializing 2024-11-15T02:18:47,230 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/WALs/ce6119325ab7,34565,1731637125846 2024-11-15T02:18:47,232 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:47,234 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C34565%2C1731637125846, suffix=, logDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/WALs/ce6119325ab7,34565,1731637125846, archiveDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/oldWALs, maxLogs=10 2024-11-15T02:18:47,260 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/WALs/ce6119325ab7,34565,1731637125846/ce6119325ab7%2C34565%2C1731637125846.1731637127234, exclude list is [], retry=0 2024-11-15T02:18:47,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-8719db60-316d-4ac6-a888-6d695edba135,DISK] 2024-11-15T02:18:47,294 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/WALs/ce6119325ab7,34565,1731637125846/ce6119325ab7%2C34565%2C1731637125846.1731637127234 2024-11-15T02:18:47,294 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39349:39349)] 2024-11-15T02:18:47,294 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:47,294 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:47,295 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,295 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,301 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,313 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:18:47,316 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:47,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:47,317 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,325 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:18:47,326 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:47,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:47,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,336 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:18:47,336 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:47,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:47,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:18:47,339 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:47,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:47,361 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,362 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,363 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,365 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,365 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,365 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:47,367 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:18:47,385 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:47,386 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59054024, jitterRate=-0.12002646923065186}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:47,387 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637127295Initializing all the Stores at 1731637127298 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637127298Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637127301 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637127301Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637127301Cleaning up temporary data from old regions at 1731637127365 (+64 ms)Region opened successfully at 1731637127386 (+21 ms) 2024-11-15T02:18:47,400 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:18:47,412 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6866b6d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:47,416 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:18:47,417 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:18:47,417 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:18:47,417 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:18:47,418 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:18:47,419 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 1 msec 2024-11-15T02:18:47,419 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:18:47,434 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:18:47,438 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Unable to get data of znode /11385198392/balancer because node does not exist (not necessarily an error) 2024-11-15T02:18:47,516 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/balancer already deleted, retry=false 2024-11-15T02:18:47,517 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:18:47,538 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Unable to get data of znode /11385198392/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:18:47,548 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/normalizer already deleted, retry=false 2024-11-15T02:18:47,549 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:18:47,555 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Unable to get data of znode /11385198392/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:18:47,570 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/switch/split already deleted, retry=false 2024-11-15T02:18:47,575 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Unable to get data of znode /11385198392/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:18:47,591 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/switch/merge already deleted, retry=false 2024-11-15T02:18:47,602 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Unable to get data of znode /11385198392/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:18:47,640 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/snapshot-cleanup already deleted, retry=false 2024-11-15T02:18:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11385198392/running 2024-11-15T02:18:47,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11385198392/running 2024-11-15T02:18:47,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:47,689 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,34565,1731637125846, sessionid=0x1013c49820b0003, setting cluster-up flag (Was=false) 2024-11-15T02:18:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:47,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:47,747 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11385198392/flush-table-proc/acquired, /11385198392/flush-table-proc/reached, /11385198392/flush-table-proc/abort 2024-11-15T02:18:47,749 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,34565,1731637125846 2024-11-15T02:18:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:47,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:47,820 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11385198392/online-snapshot/acquired, /11385198392/online-snapshot/reached, /11385198392/online-snapshot/abort 2024-11-15T02:18:47,824 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,34565,1731637125846 2024-11-15T02:18:47,829 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:18:47,845 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:47,845 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:18:47,845 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:18:47,846 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,34565,1731637125846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:18:47,854 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:47,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:47,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:47,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:18:47,884 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:47,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:18:47,912 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637157912 2024-11-15T02:18:47,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:18:47,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:18:47,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:18:47,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:18:47,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:18:47,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:18:47,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:47,932 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:18:47,933 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:18:47,933 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:18:47,933 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:18:47,939 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:18:47,939 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:18:47,944 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637127939,5,FailOnTimeoutGroup] 2024-11-15T02:18:47,953 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637127944,5,FailOnTimeoutGroup] 2024-11-15T02:18:47,953 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:47,953 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:18:47,954 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:47,954 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:47,969 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(746): ClusterId : 834161c8-c999-4fa9-a19e-00bf6d648a77 2024-11-15T02:18:47,969 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:18:47,979 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:18:47,979 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:18:47,998 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:18:47,999 DEBUG [RS:0;ce6119325ab7:40583 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa8fc4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:18:48,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:18:48,043 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:40583 2024-11-15T02:18:48,043 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:18:48,043 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:18:48,043 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:18:48,052 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,34565,1731637125846 with port=40583, startcode=1731637126118 2024-11-15T02:18:48,052 DEBUG [RS:0;ce6119325ab7:40583 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:18:48,069 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37651, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:18:48,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,40583,1731637126118 2024-11-15T02:18:48,070 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34565 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,40583,1731637126118 2024-11-15T02:18:48,073 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b 2024-11-15T02:18:48,074 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45517 2024-11-15T02:18:48,074 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:18:48,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392/rs 2024-11-15T02:18:48,085 DEBUG [RS:0;ce6119325ab7:40583 {}] zookeeper.ZKUtil(111): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on existing znode=/11385198392/rs/ce6119325ab7,40583,1731637126118 2024-11-15T02:18:48,085 WARN [RS:0;ce6119325ab7:40583 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:48,085 INFO [RS:0;ce6119325ab7:40583 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:48,085 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118 2024-11-15T02:18:48,091 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,40583,1731637126118] 2024-11-15T02:18:48,120 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:18:48,130 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:18:48,132 INFO [RS:0;ce6119325ab7:40583 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:18:48,132 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,134 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:18:48,135 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:18:48,135 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,136 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:18:48,137 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:48,137 DEBUG [RS:0;ce6119325ab7:40583 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:18:48,156 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,156 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,156 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,156 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,156 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,156 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40583,1731637126118-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:48,181 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:18:48,181 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40583,1731637126118-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,181 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,182 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.Replication(171): ce6119325ab7,40583,1731637126118 started 2024-11-15T02:18:48,201 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:48,201 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,40583,1731637126118, RpcServer on ce6119325ab7/172.17.0.3:40583, sessionid=0x1013c49820b0004 2024-11-15T02:18:48,201 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:18:48,201 DEBUG [RS:0;ce6119325ab7:40583 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,40583,1731637126118 2024-11-15T02:18:48,202 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40583,1731637126118' 2024-11-15T02:18:48,202 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11385198392/flush-table-proc/abort' 2024-11-15T02:18:48,202 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11385198392/flush-table-proc/acquired' 2024-11-15T02:18:48,203 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:18:48,203 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:18:48,203 DEBUG [RS:0;ce6119325ab7:40583 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,40583,1731637126118 2024-11-15T02:18:48,203 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40583,1731637126118' 2024-11-15T02:18:48,203 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11385198392/online-snapshot/abort' 2024-11-15T02:18:48,203 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11385198392/online-snapshot/acquired' 2024-11-15T02:18:48,204 DEBUG [RS:0;ce6119325ab7:40583 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:18:48,204 INFO [RS:0;ce6119325ab7:40583 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:18:48,204 INFO [RS:0;ce6119325ab7:40583 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:18:48,305 INFO [RS:0;ce6119325ab7:40583 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:18:48,316 INFO [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40583%2C1731637126118, suffix=, logDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118, archiveDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/oldWALs, maxLogs=10 2024-11-15T02:18:48,340 DEBUG [RS:0;ce6119325ab7:40583 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118/ce6119325ab7%2C40583%2C1731637126118.1731637128316, exclude list is [], retry=0 2024-11-15T02:18:48,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-8719db60-316d-4ac6-a888-6d695edba135,DISK] 2024-11-15T02:18:48,373 INFO [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118/ce6119325ab7%2C40583%2C1731637126118.1731637128316 2024-11-15T02:18:48,380 DEBUG [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39349:39349)] 2024-11-15T02:18:48,420 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:18:48,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b 2024-11-15T02:18:48,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:18:48,731 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:18:48,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:48,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:48,905 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:48,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:48,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:48,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:48,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:48,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:48,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:48,917 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:48,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:48,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:48,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:48,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:48,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:48,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:48,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:48,941 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:48,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740 2024-11-15T02:18:48,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740 2024-11-15T02:18:48,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:48,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:48,946 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:48,948 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:48,970 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:48,971 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71091148, jitterRate=0.05934065580368042}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:48,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637128878Initializing all the Stores at 1731637128880 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637128880Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637128888 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637128888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637128888Cleaning up temporary data from old regions at 1731637128945 (+57 ms)Region opened successfully at 1731637128971 (+26 ms) 2024-11-15T02:18:48,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:48,971 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:48,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:48,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:48,971 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:48,984 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:48,984 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637128971Disabling compacts and flushes for region at 1731637128971Disabling writes for close at 1731637128971Writing region close event to WAL at 1731637128984 (+13 ms)Closed at 1731637128984 2024-11-15T02:18:48,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:48,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:18:48,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:18:48,990 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:48,992 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:18:49,146 DEBUG [ce6119325ab7:34565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:18:49,147 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,40583,1731637126118 2024-11-15T02:18:49,149 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40583,1731637126118, state=OPENING 2024-11-15T02:18:49,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:18:49,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:49,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:49,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11385198392/meta-region-server: CHANGED 2024-11-15T02:18:49,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11385198392/meta-region-server: CHANGED 2024-11-15T02:18:49,359 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:18:49,359 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40583,1731637126118}] 2024-11-15T02:18:49,514 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:18:49,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:18:49,524 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:18:49,524 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:49,525 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:18:49,526 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40583%2C1731637126118.meta, suffix=.meta, logDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118, archiveDir=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/oldWALs, maxLogs=10 2024-11-15T02:18:49,540 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118/ce6119325ab7%2C40583%2C1731637126118.meta.1731637129526.meta, exclude list is [], retry=0 2024-11-15T02:18:49,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33787,DS-8719db60-316d-4ac6-a888-6d695edba135,DISK] 2024-11-15T02:18:49,573 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118/ce6119325ab7%2C40583%2C1731637126118.meta.1731637129526.meta 2024-11-15T02:18:49,580 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39349:39349)] 2024-11-15T02:18:49,581 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:49,581 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:49,581 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:49,581 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:18:49,581 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:18:49,582 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:18:49,582 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:49,582 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:18:49,582 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:18:49,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:18:49,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:18:49,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:49,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:49,603 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:18:49,604 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:18:49,604 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:49,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:49,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:18:49,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:18:49,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:49,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:49,615 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:18:49,616 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:18:49,616 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:49,617 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:18:49,617 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:18:49,618 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740 2024-11-15T02:18:49,620 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740 2024-11-15T02:18:49,622 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:18:49,622 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:18:49,623 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:18:49,625 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:18:49,626 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67398688, jitterRate=0.004318714141845703}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:18:49,626 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:18:49,626 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637129582Writing region info on filesystem at 1731637129582Initializing all the Stores at 1731637129585 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637129585Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637129595 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637129595Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637129595Cleaning up temporary data from old regions at 1731637129622 (+27 ms)Running coprocessor post-open hooks at 1731637129626 (+4 ms)Region opened successfully at 1731637129626 2024-11-15T02:18:49,627 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637129514 2024-11-15T02:18:49,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40583,1731637126118 2024-11-15T02:18:49,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:18:49,633 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:18:49,634 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40583,1731637126118, state=OPEN 2024-11-15T02:18:49,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11385198392/meta-region-server 2024-11-15T02:18:49,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11385198392/meta-region-server: CHANGED 2024-11-15T02:18:49,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11385198392/meta-region-server 2024-11-15T02:18:49,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11385198392/meta-region-server: CHANGED 2024-11-15T02:18:49,653 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,40583,1731637126118 2024-11-15T02:18:49,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:18:49,659 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40583,1731637126118 in 294 msec 2024-11-15T02:18:49,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:18:49,662 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 671 msec 2024-11-15T02:18:49,664 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:18:49,664 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:18:49,666 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:49,666 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40583,1731637126118, seqNum=-1] 2024-11-15T02:18:49,666 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:49,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38451, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:49,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8470 sec 2024-11-15T02:18:49,695 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637129695, completionTime=-1 2024-11-15T02:18:49,695 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:18:49,695 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:18:49,697 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637189698 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637249698 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34565,1731637125846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34565,1731637125846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34565,1731637125846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:34565, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,698 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,702 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:18:49,708 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.200sec 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34565,1731637125846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:18:49,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34565,1731637125846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:18:49,716 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:18:49,716 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:18:49,717 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34565,1731637125846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:18:49,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9738af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,773 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34565,-1 for getting cluster id 2024-11-15T02:18:49,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:49,775 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '834161c8-c999-4fa9-a19e-00bf6d648a77' 2024-11-15T02:18:49,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:49,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "834161c8-c999-4fa9-a19e-00bf6d648a77" 2024-11-15T02:18:49,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dee24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34565,-1] 2024-11-15T02:18:49,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:49,776 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:49,777 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:49,778 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7402a7b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,778 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:49,779 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40583,1731637126118, seqNum=-1] 2024-11-15T02:18:49,780 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:49,781 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:18:49,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,34565,1731637125846 2024-11-15T02:18:49,784 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62906 2024-11-15T02:18:49,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:49,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c49820b0005 connected 2024-11-15T02:18:49,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fe2173, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44879,-1 for getting cluster id 2024-11-15T02:18:49,829 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:49,830 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ea574e0a-da14-4463-a005-e1f491a3bd15' 2024-11-15T02:18:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:49,830 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ea574e0a-da14-4463-a005-e1f491a3bd15" 2024-11-15T02:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f55477a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44879,-1] 2024-11-15T02:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:49,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:49,833 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:49,838 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2562e04b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44879,1731637120616 2024-11-15T02:18:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76043805 2024-11-15T02:18:49,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:49,843 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:49,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:34565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:18:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:18:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:49,848 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:34565' 2024-11-15T02:18:49,857 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@301aefa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,857 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34565,-1 for getting cluster id 2024-11-15T02:18:49,857 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:49,859 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '834161c8-c999-4fa9-a19e-00bf6d648a77' 2024-11-15T02:18:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "834161c8-c999-4fa9-a19e-00bf6d648a77" 2024-11-15T02:18:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115c20ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34565,-1] 2024-11-15T02:18:49,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:49,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:49,862 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:49,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edb1a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:49,864 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:49,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34565,1731637125846 2024-11-15T02:18:49,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@709be5aa 2024-11-15T02:18:49,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:49,867 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:49,869 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T02:18:49,869 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:18:49,869 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:49,869 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:49,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:49,869 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:18:49,871 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:18:49,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:18:49,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:49,876 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:18:49,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741835_1011 (size=1138) 2024-11-15T02:18:49,922 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:18:49,933 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4a6d79cc4858e092226a4f606ac4f721, NAME => 'hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362 2024-11-15T02:18:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:49,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741836_1012 (size=44) 2024-11-15T02:18:50,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:50,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 4a6d79cc4858e092226a4f606ac4f721, disabling compactions & flushes 2024-11-15T02:18:50,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. after waiting 0 ms 2024-11-15T02:18:50,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,003 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,003 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4a6d79cc4858e092226a4f606ac4f721: Waiting for close lock at 1731637130003Disabling compacts and flushes for region at 1731637130003Disabling writes for close at 1731637130003Writing region close event to WAL at 1731637130003Closed at 1731637130003 2024-11-15T02:18:50,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:18:50,006 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637130005"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637130005"}]},"ts":"1731637130005"} 2024-11-15T02:18:50,009 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:18:50,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:18:50,011 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637130011"}]},"ts":"1731637130011"} 2024-11-15T02:18:50,015 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:18:50,015 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a6d79cc4858e092226a4f606ac4f721, ASSIGN}] 2024-11-15T02:18:50,023 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a6d79cc4858e092226a4f606ac4f721, ASSIGN 2024-11-15T02:18:50,025 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a6d79cc4858e092226a4f606ac4f721, ASSIGN; state=OFFLINE, location=ce6119325ab7,33051,1731637120865; forceNewPlan=false, retain=false 2024-11-15T02:18:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:50,176 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a6d79cc4858e092226a4f606ac4f721, regionState=OPENING, regionLocation=ce6119325ab7,33051,1731637120865 2024-11-15T02:18:50,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=4a6d79cc4858e092226a4f606ac4f721, ASSIGN because future has completed 2024-11-15T02:18:50,197 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a6d79cc4858e092226a4f606ac4f721, server=ce6119325ab7,33051,1731637120865}] 2024-11-15T02:18:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:18:50,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:18:50,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:50,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T02:18:50,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:50,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:18:50,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:18:50,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:18:50,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,380 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:18:50,381 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:18:50,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C33051%2C1731637120865.rep, suffix=, logDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865, archiveDir=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/oldWALs, maxLogs=10 2024-11-15T02:18:50,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.rep.1731637130394, exclude list is [], retry=0 2024-11-15T02:18:50,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41065,DS-b6fda6d6-c5be-4013-9af4-e232707746bc,DISK] 2024-11-15T02:18:50,471 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.rep.1731637130394 2024-11-15T02:18:50,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37631:37631)] 2024-11-15T02:18:50,471 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 4a6d79cc4858e092226a4f606ac4f721, NAME => 'hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:18:50,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:18:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:18:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. service=MultiRowMutationService 2024-11-15T02:18:50,472 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:18:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:18:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,472 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:50,495 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,511 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6d79cc4858e092226a4f606ac4f721 columnFamilyName hfileref 2024-11-15T02:18:50,511 DEBUG [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:50,516 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] regionserver.HStore(327): Store=4a6d79cc4858e092226a4f606ac4f721/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:50,517 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,521 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6d79cc4858e092226a4f606ac4f721 columnFamilyName queue 2024-11-15T02:18:50,524 DEBUG [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:50,531 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] regionserver.HStore(327): Store=4a6d79cc4858e092226a4f606ac4f721/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:50,531 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,535 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4a6d79cc4858e092226a4f606ac4f721 columnFamilyName sid 2024-11-15T02:18:50,535 DEBUG [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:18:50,539 INFO [StoreOpener-4a6d79cc4858e092226a4f606ac4f721-1 {}] regionserver.HStore(327): Store=4a6d79cc4858e092226a4f606ac4f721/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:18:50,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:18:50,545 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:18:50,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 4a6d79cc4858e092226a4f606ac4f721; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69466536, jitterRate=0.03513205051422119}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:18:50,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:50,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 4a6d79cc4858e092226a4f606ac4f721: Running coprocessor pre-open hook at 1731637130473Writing region info on filesystem at 1731637130473Initializing all the Stores at 1731637130491 (+18 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637130491Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637130494 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637130494Cleaning up temporary data from old regions at 1731637130542 (+48 ms)Running coprocessor post-open hooks at 1731637130566 (+24 ms)Region opened successfully at 1731637130566 2024-11-15T02:18:50,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721., pid=7, masterSystemTime=1731637130372 2024-11-15T02:18:50,576 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,576 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:50,577 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=4a6d79cc4858e092226a4f606ac4f721, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,33051,1731637120865 2024-11-15T02:18:50,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4a6d79cc4858e092226a4f606ac4f721, server=ce6119325ab7,33051,1731637120865 because future has completed 2024-11-15T02:18:50,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T02:18:50,605 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 4a6d79cc4858e092226a4f606ac4f721, server=ce6119325ab7,33051,1731637120865 in 400 msec 2024-11-15T02:18:50,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:18:50,611 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=4a6d79cc4858e092226a4f606ac4f721, ASSIGN in 590 msec 2024-11-15T02:18:50,615 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:18:50,616 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637130615"}]},"ts":"1731637130615"} 2024-11-15T02:18:50,623 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:18:50,625 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:18:50,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 756 msec 2024-11-15T02:18:50,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721., hostname=ce6119325ab7,33051,1731637120865, seqNum=2] 2024-11-15T02:18:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:50,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:50,741 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:18:50,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T02:18:50,913 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:18:50,977 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,33051,1731637120865, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:18:50,978 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:18:50,978 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33051,1731637120865, seqNum=-1] 2024-11-15T02:18:50,979 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:18:50,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T02:18:50,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,33051,1731637120865', locateType=CURRENT is [region=hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721., hostname=ce6119325ab7,33051,1731637120865, seqNum=2] 2024-11-15T02:18:50,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:50,995 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T02:18:50,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T02:18:50,999 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,33051,1731637120865 suceeded 2024-11-15T02:18:51,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T02:18:51,003 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 258 msec 2024-11-15T02:18:51,003 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:34565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:18:51,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1610 sec 2024-11-15T02:18:51,024 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:34565' 2024-11-15T02:18:51,040 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61dfa3b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:51,041 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34565,-1 for getting cluster id 2024-11-15T02:18:51,041 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:18:51,042 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '834161c8-c999-4fa9-a19e-00bf6d648a77' 2024-11-15T02:18:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:18:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "834161c8-c999-4fa9-a19e-00bf6d648a77" 2024-11-15T02:18:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@396569f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:51,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34565,-1] 2024-11-15T02:18:51,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:18:51,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:51,044 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:18:51,045 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58417d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:18:51,045 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34565,1731637125846 2024-11-15T02:18:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c1b4916 2024-11-15T02:18:51,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:51,047 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T02:18:51,048 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,33051,1731637120865 (queues=1) is replicating from cluster=ea574e0a-da14-4463-a005-e1f491a3bd15 to cluster=834161c8-c999-4fa9-a19e-00bf6d648a77 2024-11-15T02:18:51,048 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C33051%2C1731637120865 2024-11-15T02:18:51,048 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,33051,1731637120865, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:18:51,049 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981, startPosition=0, beingWritten=true 2024-11-15T02:18:51,060 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.shipperce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C33051%2C1731637120865 2024-11-15T02:18:51,269 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:51,616 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:18:51,996 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:18:51,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:51,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:51,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:51,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:51,998 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:51,999 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:18:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44879,1731637120616 2024-11-15T02:18:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39796ac 2024-11-15T02:18:52,001 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:18:52,003 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:18:52,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44879 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:18:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:18:52,005 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:52,006 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:52,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:52,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:52,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:18:52,006 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=370728402, stopped=false 2024-11-15T02:18:52,006 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,34565,1731637125846 2024-11-15T02:18:52,009 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11385198392/running 2024-11-15T02:18:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:52,020 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11385198392/running 2024-11-15T02:18:52,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:52,020 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:52,021 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:52,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:52,021 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,40583,1731637126118' ***** 2024-11-15T02:18:52,021 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:18:52,023 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/running 2024-11-15T02:18:52,024 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:18:52,024 INFO [RS:0;ce6119325ab7:40583 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:18:52,024 INFO [RS:0;ce6119325ab7:40583 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:18:52,024 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,40583,1731637126118 2024-11-15T02:18:52,024 INFO [RS:0;ce6119325ab7:40583 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:52,025 INFO [RS:0;ce6119325ab7:40583 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40583. 2024-11-15T02:18:52,025 DEBUG [RS:0;ce6119325ab7:40583 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:52,025 DEBUG [RS:0;ce6119325ab7:40583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:52,025 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:18:52,025 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:18:52,025 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:18:52,025 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:18:52,025 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:18:52,025 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:18:52,025 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:18:52,025 DEBUG [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:52,027 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:52,028 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:52,028 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:52,028 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:52,028 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:52,031 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T02:18:52,032 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Set watcher on znode that does not yet exist, /11385198392/running 2024-11-15T02:18:52,060 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/.tmp/ns/eb2a671b78a84e538710ae3c4a850d50 is 43, key is default/ns:d/1731637129671/Put/seqid=0 2024-11-15T02:18:52,075 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741835_1011 (size=5153) 2024-11-15T02:18:52,088 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/.tmp/ns/eb2a671b78a84e538710ae3c4a850d50 2024-11-15T02:18:52,090 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:52,100 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/.tmp/ns/eb2a671b78a84e538710ae3c4a850d50 as hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/ns/eb2a671b78a84e538710ae3c4a850d50 2024-11-15T02:18:52,113 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/ns/eb2a671b78a84e538710ae3c4a850d50, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T02:18:52,115 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=6, compaction requested=false 2024-11-15T02:18:52,139 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T02:18:52,140 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:52,141 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:52,141 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:52,141 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637132027Running coprocessor pre-close hooks at 1731637132027Disabling compacts and flushes for region at 1731637132027Disabling writes for close at 1731637132028 (+1 ms)Obtaining lock to block concurrent updates at 1731637132032 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731637132032Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731637132033 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637132035 (+2 ms)Flushing 1588230740/ns: creating writer at 1731637132035Flushing 1588230740/ns: appending metadata at 1731637132059 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731637132059Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a0263ea: reopening flushed file at 1731637132099 (+40 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 85ms, sequenceid=6, compaction requested=false at 1731637132115 (+16 ms)Writing region close event to WAL at 1731637132130 (+15 ms)Running coprocessor post-close hooks at 1731637132140 (+10 ms)Closed at 1731637132141 (+1 ms) 2024-11-15T02:18:52,141 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:52,158 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:18:52,158 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:18:52,226 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,40583,1731637126118; all regions closed. 2024-11-15T02:18:52,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741834_1010 (size=1152) 2024-11-15T02:18:52,260 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/WALs/ce6119325ab7,40583,1731637126118/ce6119325ab7%2C40583%2C1731637126118.meta.1731637129526.meta not finished, retry = 0 2024-11-15T02:18:52,375 DEBUG [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/oldWALs 2024-11-15T02:18:52,375 INFO [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40583%2C1731637126118.meta:.meta(num 1731637129526) 2024-11-15T02:18:52,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741832_1008 (size=93) 2024-11-15T02:18:52,405 DEBUG [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/oldWALs 2024-11-15T02:18:52,405 INFO [RS:0;ce6119325ab7:40583 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40583%2C1731637126118:(num 1731637128316) 2024-11-15T02:18:52,405 DEBUG [RS:0;ce6119325ab7:40583 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:52,405 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:52,412 INFO [RS:0;ce6119325ab7:40583 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:52,412 INFO [RS:0;ce6119325ab7:40583 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:52,413 INFO [RS:0;ce6119325ab7:40583 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:52,413 INFO [RS:0;ce6119325ab7:40583 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40583 2024-11-15T02:18:52,415 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392/rs 2024-11-15T02:18:52,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11385198392/rs/ce6119325ab7,40583,1731637126118 2024-11-15T02:18:52,421 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,40583,1731637126118] 2024-11-15T02:18:52,424 INFO [RS:0;ce6119325ab7:40583 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:52,430 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/draining/ce6119325ab7,40583,1731637126118 already deleted, retry=false 2024-11-15T02:18:52,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,40583,1731637126118 expired; onlineServers=0 2024-11-15T02:18:52,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,34565,1731637125846' ***** 2024-11-15T02:18:52,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:18:52,431 INFO [M:0;ce6119325ab7:34565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:52,431 INFO [M:0;ce6119325ab7:34565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:52,431 DEBUG [M:0;ce6119325ab7:34565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:18:52,431 DEBUG [M:0;ce6119325ab7:34565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:18:52,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:18:52,431 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637127944 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637127944,5,FailOnTimeoutGroup] 2024-11-15T02:18:52,431 INFO [M:0;ce6119325ab7:34565 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:52,431 INFO [M:0;ce6119325ab7:34565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:52,432 DEBUG [M:0;ce6119325ab7:34565 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:18:52,432 INFO [M:0;ce6119325ab7:34565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:18:52,432 INFO [M:0;ce6119325ab7:34565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:52,432 INFO [M:0;ce6119325ab7:34565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:18:52,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637127939 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637127939,5,FailOnTimeoutGroup] 2024-11-15T02:18:52,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:18:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11385198392/master 2024-11-15T02:18:52,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11385198392 2024-11-15T02:18:52,462 DEBUG [M:0;ce6119325ab7:34565 {}] zookeeper.RecoverableZooKeeper(212): Node /11385198392/master already deleted, retry=false 2024-11-15T02:18:52,462 DEBUG [M:0;ce6119325ab7:34565 {}] master.ActiveMasterManager(353): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Failed delete of our master address node; KeeperErrorCode = NoNode for /11385198392/master 2024-11-15T02:18:52,463 INFO [M:0;ce6119325ab7:34565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/.lastflushedseqids 2024-11-15T02:18:52,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741836_1012 (size=99) 2024-11-15T02:18:52,515 INFO [M:0;ce6119325ab7:34565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:18:52,515 INFO [M:0;ce6119325ab7:34565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:18:52,516 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:52,516 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:52,516 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:52,516 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:52,516 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:52,516 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T02:18:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:52,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40583-0x1013c49820b0004, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:52,544 INFO [RS:0;ce6119325ab7:40583 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:52,544 INFO [RS:0;ce6119325ab7:40583 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,40583,1731637126118; zookeeper connection closed. 2024-11-15T02:18:52,555 DEBUG [M:0;ce6119325ab7:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ec1d09ebe24e95bd532b38b81954df is 82, key is hbase:meta,,1/info:regioninfo/1731637129632/Put/seqid=0 2024-11-15T02:18:52,556 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@696f36a8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@696f36a8 2024-11-15T02:18:52,558 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:18:52,588 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:52,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741837_1013 (size=5672) 2024-11-15T02:18:52,997 INFO [M:0;ce6119325ab7:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ec1d09ebe24e95bd532b38b81954df 2024-11-15T02:18:53,045 DEBUG [M:0;ce6119325ab7:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/951ff42c27604aa6a43d4d0742f92bbd is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731637129693/Put/seqid=0 2024-11-15T02:18:53,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741838_1014 (size=5275) 2024-11-15T02:18:53,101 INFO [M:0;ce6119325ab7:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/951ff42c27604aa6a43d4d0742f92bbd 2024-11-15T02:18:53,145 DEBUG [M:0;ce6119325ab7:34565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67c65b01e2f3485eaa153de36fccc2ca is 69, key is ce6119325ab7,40583,1731637126118/rs:state/1731637128070/Put/seqid=0 2024-11-15T02:18:53,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741839_1015 (size=5156) 2024-11-15T02:18:53,158 INFO [M:0;ce6119325ab7:34565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67c65b01e2f3485eaa153de36fccc2ca 2024-11-15T02:18:53,167 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f7ec1d09ebe24e95bd532b38b81954df as hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7ec1d09ebe24e95bd532b38b81954df 2024-11-15T02:18:53,183 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f7ec1d09ebe24e95bd532b38b81954df, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T02:18:53,190 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/951ff42c27604aa6a43d4d0742f92bbd as hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/951ff42c27604aa6a43d4d0742f92bbd 2024-11-15T02:18:53,215 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:53,243 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/951ff42c27604aa6a43d4d0742f92bbd, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T02:18:53,245 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67c65b01e2f3485eaa153de36fccc2ca as hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67c65b01e2f3485eaa153de36fccc2ca 2024-11-15T02:18:53,253 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45517/user/jenkins/test-data/134fff8d-4db1-e1e1-7d97-baae7ceb8e0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67c65b01e2f3485eaa153de36fccc2ca, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T02:18:53,257 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=28, compaction requested=false 2024-11-15T02:18:53,312 INFO [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:53,312 DEBUG [M:0;ce6119325ab7:34565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637132516Disabling compacts and flushes for region at 1731637132516Disabling writes for close at 1731637132516Obtaining lock to block concurrent updates at 1731637132516Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637132516Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731637132516Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637132517 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637132517Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637132554 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637132554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637133015 (+461 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637133044 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637133044Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637133112 (+68 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637133144 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637133144Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c80eb1e: reopening flushed file at 1731637133165 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ae6179: reopening flushed file at 1731637133184 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@607dfd1: reopening flushed file at 1731637133243 (+59 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 741ms, sequenceid=28, compaction requested=false at 1731637133257 (+14 ms)Writing region close event to WAL at 1731637133312 (+55 ms)Closed at 1731637133312 2024-11-15T02:18:53,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33787 is added to blk_1073741830_1006 (size=10165) 2024-11-15T02:18:53,354 INFO [M:0;ce6119325ab7:34565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:18:53,354 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:53,354 INFO [M:0;ce6119325ab7:34565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34565 2024-11-15T02:18:53,354 INFO [M:0;ce6119325ab7:34565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:53,515 INFO [M:0;ce6119325ab7:34565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:53,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:53,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34565-0x1013c49820b0003, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:53,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cd699fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:53,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@44a06fb1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:53,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:53,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37ea21bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:53,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a927960{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:53,565 WARN [BP-1144663583-172.17.0.3-1731637123732 heartbeating to localhost/127.0.0.1:45517 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:18:53,565 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:18:53,565 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:18:53,565 WARN [BP-1144663583-172.17.0.3-1731637123732 heartbeating to localhost/127.0.0.1:45517 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1144663583-172.17.0.3-1731637123732 (Datanode Uuid d2e1e1f7-1122-4206-8af2-f29acb66d16b) service to localhost/127.0.0.1:45517 2024-11-15T02:18:53,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/cluster_9ea66f2a-b6c7-019d-7341-c7287a631126/data/data1/current/BP-1144663583-172.17.0.3-1731637123732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:53,566 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/cluster_9ea66f2a-b6c7-019d-7341-c7287a631126/data/data2/current/BP-1144663583-172.17.0.3-1731637123732 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:53,569 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:18:53,577 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6fc435c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:53,578 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5c9b6bc7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:53,578 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:53,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@450aa10f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:53,579 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77c62866{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:53,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:18:53,598 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:18:53,598 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:53,598 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:53,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:53,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:53,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:53,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:18:53,599 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1172988901, stopped=false 2024-11-15T02:18:53,599 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,44879,1731637120616 2024-11-15T02:18:53,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0157064838/running 2024-11-15T02:18:53,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0157064838/running 2024-11-15T02:18:53,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:53,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:53,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:53,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:18:53,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:53,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:53,674 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,33051,1731637120865' ***** 2024-11-15T02:18:53,674 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:18:53,674 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:18:53,674 INFO [RS:0;ce6119325ab7:33051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(3091): Received CLOSE for 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:53,675 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,33051,1731637120865 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:33051. 2024-11-15T02:18:53,675 DEBUG [RS:0;ce6119325ab7:33051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:53,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/running 2024-11-15T02:18:53,675 DEBUG [RS:0;ce6119325ab7:33051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:53,675 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Set watcher on znode that does not yet exist, /0157064838/running 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:18:53,675 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:18:53,676 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4a6d79cc4858e092226a4f606ac4f721, disabling compactions & flushes 2024-11-15T02:18:53,676 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:53,677 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:18:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. after waiting 0 ms 2024-11-15T02:18:53,677 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1325): Online Regions={4a6d79cc4858e092226a4f606ac4f721=hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:18:53,677 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:53,677 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:53,677 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4a6d79cc4858e092226a4f606ac4f721 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T02:18:53,678 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:18:53,678 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:18:53,678 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:18:53,678 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:18:53,678 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:18:53,678 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T02:18:53,698 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:53,701 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/.tmp/queue/fd82099fd6f34959b744d7a323a9d68f is 151, key is 1-ce6119325ab7,33051,1731637120865/queue:ce6119325ab7%2C33051%2C1731637120865/1731637130985/Put/seqid=0 2024-11-15T02:18:53,702 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/info/bc2e2e0da30549ae89cfe22dda63e834 is 147, key is hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721./info:regioninfo/1731637130576/Put/seqid=0 2024-11-15T02:18:53,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741839_1015 (size=5350) 2024-11-15T02:18:53,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741838_1014 (size=6631) 2024-11-15T02:18:53,813 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:18:53,813 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:18:53,877 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:53,939 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:54,078 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4a6d79cc4858e092226a4f606ac4f721 2024-11-15T02:18:54,112 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/.tmp/queue/fd82099fd6f34959b744d7a323a9d68f 2024-11-15T02:18:54,121 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/info/bc2e2e0da30549ae89cfe22dda63e834 2024-11-15T02:18:54,131 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/.tmp/queue/fd82099fd6f34959b744d7a323a9d68f as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/queue/fd82099fd6f34959b744d7a323a9d68f 2024-11-15T02:18:54,157 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/queue/fd82099fd6f34959b744d7a323a9d68f, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T02:18:54,161 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4a6d79cc4858e092226a4f606ac4f721 in 484ms, sequenceid=5, compaction requested=false 2024-11-15T02:18:54,161 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:18:54,173 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/ns/b6842e3c27834d74b3099f89c625d799 is 43, key is default/ns:d/1731637123594/Put/seqid=0 2024-11-15T02:18:54,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741840_1016 (size=5153) 2024-11-15T02:18:54,217 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/ns/b6842e3c27834d74b3099f89c625d799 2024-11-15T02:18:54,217 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/replication/4a6d79cc4858e092226a4f606ac4f721/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:18:54,218 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:54,218 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:54,218 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:54,223 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4a6d79cc4858e092226a4f606ac4f721: Waiting for close lock at 1731637133676Running coprocessor pre-close hooks at 1731637133676Disabling compacts and flushes for region at 1731637133676Disabling writes for close at 1731637133677 (+1 ms)Obtaining lock to block concurrent updates at 1731637133677Preparing flush snapshotting stores in 4a6d79cc4858e092226a4f606ac4f721 at 1731637133677Finished memstore snapshotting hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731637133678 (+1 ms)Flushing stores of hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. at 1731637133678Flushing 4a6d79cc4858e092226a4f606ac4f721/queue: creating writer at 1731637133678Flushing 4a6d79cc4858e092226a4f606ac4f721/queue: appending metadata at 1731637133700 (+22 ms)Flushing 4a6d79cc4858e092226a4f606ac4f721/queue: closing flushed file at 1731637133700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@676e6649: reopening flushed file at 1731637134126 (+426 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 4a6d79cc4858e092226a4f606ac4f721 in 484ms, sequenceid=5, compaction requested=false at 1731637134161 (+35 ms)Writing region close event to WAL at 1731637134192 (+31 ms)Running coprocessor post-close hooks at 1731637134218 (+26 ms)Closed at 1731637134218 2024-11-15T02:18:54,223 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637129869.4a6d79cc4858e092226a4f606ac4f721. 2024-11-15T02:18:54,278 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:54,297 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/table/321d40745ef74846a524c7b6fe25a3e1 is 53, key is hbase:replication/table:state/1731637130615/Put/seqid=0 2024-11-15T02:18:54,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741841_1017 (size=5256) 2024-11-15T02:18:54,347 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/table/321d40745ef74846a524c7b6fe25a3e1 2024-11-15T02:18:54,363 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/info/bc2e2e0da30549ae89cfe22dda63e834 as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/info/bc2e2e0da30549ae89cfe22dda63e834 2024-11-15T02:18:54,372 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/info/bc2e2e0da30549ae89cfe22dda63e834, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T02:18:54,374 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/ns/b6842e3c27834d74b3099f89c625d799 as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/ns/b6842e3c27834d74b3099f89c625d799 2024-11-15T02:18:54,415 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/ns/b6842e3c27834d74b3099f89c625d799, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:18:54,422 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/.tmp/table/321d40745ef74846a524c7b6fe25a3e1 as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/table/321d40745ef74846a524c7b6fe25a3e1 2024-11-15T02:18:54,441 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/table/321d40745ef74846a524c7b6fe25a3e1, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T02:18:54,443 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=11, compaction requested=false 2024-11-15T02:18:54,484 DEBUG [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:18:54,536 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T02:18:54,537 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:18:54,537 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:18:54,537 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:54,537 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637133678Running coprocessor pre-close hooks at 1731637133678Disabling compacts and flushes for region at 1731637133678Disabling writes for close at 1731637133678Obtaining lock to block concurrent updates at 1731637133678Preparing flush snapshotting stores in 1588230740 at 1731637133678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731637133679 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637133684 (+5 ms)Flushing 1588230740/info: creating writer at 1731637133684Flushing 1588230740/info: appending metadata at 1731637133701 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731637133701Flushing 1588230740/ns: creating writer at 1731637134140 (+439 ms)Flushing 1588230740/ns: appending metadata at 1731637134173 (+33 ms)Flushing 1588230740/ns: closing flushed file at 1731637134173Flushing 1588230740/table: creating writer at 1731637134246 (+73 ms)Flushing 1588230740/table: appending metadata at 1731637134297 (+51 ms)Flushing 1588230740/table: closing flushed file at 1731637134297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@573ef2bd: reopening flushed file at 1731637134362 (+65 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b36889c: reopening flushed file at 1731637134372 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77aec8c9: reopening flushed file at 1731637134415 (+43 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 765ms, sequenceid=11, compaction requested=false at 1731637134443 (+28 ms)Writing region close event to WAL at 1731637134485 (+42 ms)Running coprocessor post-close hooks at 1731637134537 (+52 ms)Closed at 1731637134537 2024-11-15T02:18:54,537 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:18:54,684 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,33051,1731637120865; all regions closed. 2024-11-15T02:18:54,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741834_1010 (size=2742) 2024-11-15T02:18:54,693 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.meta.1731637123458.meta not finished, retry = 0 2024-11-15T02:18:54,750 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/WALs/ce6119325ab7,33051,1731637120865/ce6119325ab7%2C33051%2C1731637120865.1731637122981 to pos 0, reset compression=false 2024-11-15T02:18:54,808 DEBUG [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/oldWALs 2024-11-15T02:18:54,808 INFO [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C33051%2C1731637120865.meta:.meta(num 1731637123458) 2024-11-15T02:18:54,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741837_1013 (size=1586) 2024-11-15T02:18:54,840 DEBUG [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/oldWALs 2024-11-15T02:18:54,840 INFO [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C33051%2C1731637120865.rep:(num 1731637130394) 2024-11-15T02:18:54,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741833_1009 (size=93) 2024-11-15T02:18:54,863 DEBUG [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/oldWALs 2024-11-15T02:18:54,863 INFO [RS:0;ce6119325ab7:33051 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C33051%2C1731637120865:(num 1731637122981) 2024-11-15T02:18:54,863 DEBUG [RS:0;ce6119325ab7:33051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:54,863 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:18:54,863 INFO [RS:0;ce6119325ab7:33051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:54,863 INFO [RS:0;ce6119325ab7:33051 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:54,864 INFO [RS:0;ce6119325ab7:33051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:54,864 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,33051,1731637120865 because: Region server is closing 2024-11-15T02:18:54,864 INFO [RS:0;ce6119325ab7:33051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:33051. 2024-11-15T02:18:54,864 DEBUG [RS:0;ce6119325ab7:33051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:18:54,864 DEBUG [RS:0;ce6119325ab7:33051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:54,864 DEBUG [RS:0;ce6119325ab7:33051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:18:54,865 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:54,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:18:54,965 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.shipperce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:18:54,965 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.wal-reader.ce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:18:54,965 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33051,1731637120865.replicationSource.shipperce6119325ab7%2C33051%2C1731637120865,1-ce6119325ab7,33051,1731637120865 terminated 2024-11-15T02:18:54,965 INFO [RS:0;ce6119325ab7:33051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33051 2024-11-15T02:18:54,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838/rs 2024-11-15T02:18:54,989 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,33051,1731637120865] 2024-11-15T02:18:54,991 INFO [RS:0;ce6119325ab7:33051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:54,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0157064838/rs/ce6119325ab7,33051,1731637120865 2024-11-15T02:18:54,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/draining/ce6119325ab7,33051,1731637120865 already deleted, retry=false 2024-11-15T02:18:54,999 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,33051,1731637120865 expired; onlineServers=0 2024-11-15T02:18:54,999 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,44879,1731637120616' ***** 2024-11-15T02:18:54,999 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:18:54,999 INFO [M:0;ce6119325ab7:44879 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:18:54,999 INFO [M:0;ce6119325ab7:44879 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:18:54,999 DEBUG [M:0;ce6119325ab7:44879 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:18:54,999 DEBUG [M:0;ce6119325ab7:44879 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:18:54,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:18:54,999 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637122576 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637122576,5,FailOnTimeoutGroup] 2024-11-15T02:18:54,999 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637122580 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637122580,5,FailOnTimeoutGroup] 2024-11-15T02:18:54,999 INFO [M:0;ce6119325ab7:44879 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:18:54,999 INFO [M:0;ce6119325ab7:44879 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:18:54,999 DEBUG [M:0;ce6119325ab7:44879 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:18:54,999 INFO [M:0;ce6119325ab7:44879 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:18:55,000 INFO [M:0;ce6119325ab7:44879 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:18:55,000 INFO [M:0;ce6119325ab7:44879 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:18:55,000 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:18:55,029 DEBUG [M:0;ce6119325ab7:44879 {}] zookeeper.RecoverableZooKeeper(212): Node /0157064838/master already deleted, retry=false 2024-11-15T02:18:55,029 DEBUG [M:0;ce6119325ab7:44879 {}] master.ActiveMasterManager(353): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Failed delete of our master address node; KeeperErrorCode = NoNode for /0157064838/master 2024-11-15T02:18:55,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0157064838/master 2024-11-15T02:18:55,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0157064838 2024-11-15T02:18:55,034 INFO [M:0;ce6119325ab7:44879 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/.lastflushedseqids 2024-11-15T02:18:55,084 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:18:55,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:18:55,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741842_1018 (size=181) 2024-11-15T02:18:55,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:55,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33051-0x1013c49820b0001, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:55,114 INFO [RS:0;ce6119325ab7:33051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:55,114 INFO [RS:0;ce6119325ab7:33051 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,33051,1731637120865; zookeeper connection closed. 2024-11-15T02:18:55,123 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3a7a7284 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3a7a7284 2024-11-15T02:18:55,124 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:18:55,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:18:55,501 INFO [M:0;ce6119325ab7:44879 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:18:55,501 INFO [M:0;ce6119325ab7:44879 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:18:55,501 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:18:55,501 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:55,501 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:55,501 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:18:55,501 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:55,501 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T02:18:55,536 DEBUG [M:0;ce6119325ab7:44879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36412b13a9c44a5b2f350119b2e5d1c is 82, key is hbase:meta,,1/info:regioninfo/1731637123529/Put/seqid=0 2024-11-15T02:18:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741843_1019 (size=5672) 2024-11-15T02:18:55,947 INFO [M:0;ce6119325ab7:44879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36412b13a9c44a5b2f350119b2e5d1c 2024-11-15T02:18:56,008 DEBUG [M:0;ce6119325ab7:44879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e4ee21d3e6480f9b7770f00f6fb2b9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731637130629/Put/seqid=0 2024-11-15T02:18:56,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741844_1020 (size=7203) 2024-11-15T02:18:56,056 INFO [M:0;ce6119325ab7:44879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e4ee21d3e6480f9b7770f00f6fb2b9 2024-11-15T02:18:56,087 DEBUG [M:0;ce6119325ab7:44879 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b756dae2a6c45eaa407f1eb88014ca3 is 69, key is ce6119325ab7,33051,1731637120865/rs:state/1731637122674/Put/seqid=0 2024-11-15T02:18:56,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741845_1021 (size=5156) 2024-11-15T02:18:56,127 INFO [M:0;ce6119325ab7:44879 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b756dae2a6c45eaa407f1eb88014ca3 2024-11-15T02:18:56,153 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f36412b13a9c44a5b2f350119b2e5d1c as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f36412b13a9c44a5b2f350119b2e5d1c 2024-11-15T02:18:56,165 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f36412b13a9c44a5b2f350119b2e5d1c, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T02:18:56,169 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6e4ee21d3e6480f9b7770f00f6fb2b9 as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e4ee21d3e6480f9b7770f00f6fb2b9 2024-11-15T02:18:56,194 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6e4ee21d3e6480f9b7770f00f6fb2b9, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T02:18:56,195 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b756dae2a6c45eaa407f1eb88014ca3 as hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b756dae2a6c45eaa407f1eb88014ca3 2024-11-15T02:18:56,202 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45425/user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b756dae2a6c45eaa407f1eb88014ca3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T02:18:56,210 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 709ms, sequenceid=70, compaction requested=false 2024-11-15T02:18:56,250 INFO [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:18:56,250 DEBUG [M:0;ce6119325ab7:44879 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637135501Disabling compacts and flushes for region at 1731637135501Disabling writes for close at 1731637135501Obtaining lock to block concurrent updates at 1731637135501Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637135501Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731637135502 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637135503 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637135503Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637135536 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637135536Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637135958 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637136008 (+50 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637136008Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637136064 (+56 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637136086 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637136086Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@707a8e7e: reopening flushed file at 1731637136140 (+54 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a585827: reopening flushed file at 1731637136166 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12a4c6b3: reopening flushed file at 1731637136194 (+28 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 709ms, sequenceid=70, compaction requested=false at 1731637136210 (+16 ms)Writing region close event to WAL at 1731637136250 (+40 ms)Closed at 1731637136250 2024-11-15T02:18:56,276 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3f5cceb8-9200-320e-0361-a28d817f5362/MasterData/WALs/ce6119325ab7,44879,1731637120616/ce6119325ab7%2C44879%2C1731637120616.1731637122102 not finished, retry = 0 2024-11-15T02:18:56,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41065 is added to blk_1073741830_1006 (size=41008) 2024-11-15T02:18:56,384 INFO [M:0;ce6119325ab7:44879 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:18:56,385 INFO [M:0;ce6119325ab7:44879 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44879 2024-11-15T02:18:56,385 INFO [M:0;ce6119325ab7:44879 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:18:56,385 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:18:56,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:56,504 INFO [M:0;ce6119325ab7:44879 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:18:56,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44879-0x1013c49820b0000, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:18:56,539 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6eb46e46{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:56,540 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@156b8f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:56,541 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:56,541 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61ca45c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:56,542 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32577e0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:56,561 WARN [BP-1603405839-172.17.0.3-1731637118614 heartbeating to localhost/127.0.0.1:45425 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:18:56,562 WARN [BP-1603405839-172.17.0.3-1731637118614 heartbeating to localhost/127.0.0.1:45425 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1603405839-172.17.0.3-1731637118614 (Datanode Uuid 97b40d29-5c0b-4c50-852e-9bc00325665e) service to localhost/127.0.0.1:45425 2024-11-15T02:18:56,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/data/data1/current/BP-1603405839-172.17.0.3-1731637118614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:56,563 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:18:56,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/cluster_34690ad4-835b-61ec-aab0-06063f4f9c50/data/data2/current/BP-1603405839-172.17.0.3-1731637118614 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:18:56,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:18:56,563 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:18:56,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5729686{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:56,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16450e48{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:18:56,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:18:56,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc3881{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:18:56,594 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64341732{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c609ba1e-27f9-37a5-f26b-a6317e66069e/hadoop.log.dir/,STOPPED} 2024-11-15T02:18:56,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:18:56,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:18:56,676 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 114) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:45425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45425 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45517 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45425 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45425 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:45517 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62906) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62906) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45517 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:45425 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=466 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=929 (was 778) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2242 (was 1330) - AvailableMemoryMB LEAK? - 2024-11-15T02:18:56,700 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=466, MaxFileDescriptor=1048576, SystemLoadAverage=929, ProcessCount=11, AvailableMemoryMB=2240 2024-11-15T02:18:56,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c49820b0005, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:18:56,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c49820b0005, quorum=127.0.0.1:62906, baseZNode=/11385198392 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:18:56,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c49820b0002, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:18:56,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c49820b0002, quorum=127.0.0.1:62906, baseZNode=/0157064838 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:18:56,721 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T02:18:56,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir so I do NOT create it in target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065 2024-11-15T02:18:56,722 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:18:56,722 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.tmp.dir so I do NOT create it in target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065 2024-11-15T02:18:56,722 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/157c9a80-95bd-690f-a947-d3b38c0abb7d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:18:56,722 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065 2024-11-15T02:18:56,722 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc, deleteOnExit=true 2024-11-15T02:18:56,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/zookeeper_0, clientPort=59946, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:18:56,738 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59946 2024-11-15T02:18:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:18:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:18:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/test.cache.data in system properties and HBase conf 2024-11-15T02:18:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:18:56,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:18:56,739 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:18:56,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:18:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:18:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:18:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:18:56,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:18:56,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:18:56,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:18:56,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:18:56,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:18:57,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:57,378 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:57,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:57,400 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:57,400 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:18:57,401 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:57,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b42acc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:57,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a504357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:57,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3676e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/java.io.tmpdir/jetty-localhost-33333-hadoop-hdfs-3_4_1-tests_jar-_-any-15587822088321573891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:18:57,517 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b599502{HTTP/1.1, (http/1.1)}{localhost:33333} 2024-11-15T02:18:57,517 INFO [Time-limited test {}] server.Server(415): Started @53895ms 2024-11-15T02:18:57,885 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:18:57,917 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:18:57,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:18:57,930 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:18:57,930 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:18:57,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73a2eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:18:57,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de39c3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:18:58,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d71af9a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/java.io.tmpdir/jetty-localhost-37115-hadoop-hdfs-3_4_1-tests_jar-_-any-5486308336678586769/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:18:58,068 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2535e424{HTTP/1.1, (http/1.1)}{localhost:37115} 2024-11-15T02:18:58,069 INFO [Time-limited test {}] server.Server(415): Started @54446ms 2024-11-15T02:18:58,071 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:18:58,788 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/data/data1/current/BP-1582459022-172.17.0.3-1731637136772/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:58,791 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/data/data2/current/BP-1582459022-172.17.0.3-1731637136772/current, will proceed with Du for space computation calculation, 2024-11-15T02:18:58,841 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:18:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2da0a1d01496c793 with lease ID 0xf6e8e7a570815f30: Processing first storage report for DS-6fa3a6f4-7876-483a-8c0b-c1064c1ea3d0 from datanode DatanodeRegistration(127.0.0.1:38115, datanodeUuid=21e4b636-369c-4b46-9e33-99d0c51534db, infoPort=33969, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=1938566679;c=1731637136772) 2024-11-15T02:18:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2da0a1d01496c793 with lease ID 0xf6e8e7a570815f30: from storage DS-6fa3a6f4-7876-483a-8c0b-c1064c1ea3d0 node DatanodeRegistration(127.0.0.1:38115, datanodeUuid=21e4b636-369c-4b46-9e33-99d0c51534db, infoPort=33969, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=1938566679;c=1731637136772), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T02:18:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2da0a1d01496c793 with lease ID 0xf6e8e7a570815f30: Processing first storage report for DS-f8bb1932-c3ab-4ced-94f9-2c66c811390d from datanode DatanodeRegistration(127.0.0.1:38115, datanodeUuid=21e4b636-369c-4b46-9e33-99d0c51534db, infoPort=33969, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=1938566679;c=1731637136772) 2024-11-15T02:18:58,849 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2da0a1d01496c793 with lease ID 0xf6e8e7a570815f30: from storage DS-f8bb1932-c3ab-4ced-94f9-2c66c811390d node DatanodeRegistration(127.0.0.1:38115, datanodeUuid=21e4b636-369c-4b46-9e33-99d0c51534db, infoPort=33969, infoSecurePort=0, ipcPort=43409, storageInfo=lv=-57;cid=testClusterID;nsid=1938566679;c=1731637136772), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:18:58,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065 2024-11-15T02:18:58,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:58,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:18:58,948 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f with version=8 2024-11-15T02:18:58,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/hbase-staging 2024-11-15T02:18:58,950 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:58,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:58,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:58,950 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:58,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:58,950 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:58,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:18:58,951 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:58,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34385 2024-11-15T02:18:58,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34385 connecting to ZooKeeper ensemble=127.0.0.1:59946 2024-11-15T02:18:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343850x0, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:59,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34385-0x1013c49c9050000 connected 2024-11-15T02:18:59,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:59,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:59,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/running 2024-11-15T02:18:59,157 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f, hbase.cluster.distributed=false 2024-11-15T02:18:59,170 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/acl 2024-11-15T02:18:59,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34385 2024-11-15T02:18:59,171 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34385 2024-11-15T02:18:59,172 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34385 2024-11-15T02:18:59,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34385 2024-11-15T02:18:59,173 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34385 2024-11-15T02:18:59,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:18:59,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:59,194 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:59,194 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:18:59,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:18:59,195 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:18:59,195 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:18:59,195 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:18:59,200 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40597 2024-11-15T02:18:59,202 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40597 connecting to ZooKeeper ensemble=127.0.0.1:59946 2024-11-15T02:18:59,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:59,206 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:59,229 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405970x0, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:18:59,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40597-0x1013c49c9050001 connected 2024-11-15T02:18:59,230 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/running 2024-11-15T02:18:59,230 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:18:59,232 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:18:59,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/master 2024-11-15T02:18:59,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/acl 2024-11-15T02:18:59,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-15T02:18:59,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40597 2024-11-15T02:18:59,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40597 2024-11-15T02:18:59,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-15T02:18:59,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40597 2024-11-15T02:18:59,262 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:34385 2024-11-15T02:18:59,263 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1219382484/backup-masters/ce6119325ab7,34385,1731637138950 2024-11-15T02:18:59,274 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484/backup-masters 2024-11-15T02:18:59,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484/backup-masters 2024-11-15T02:18:59,275 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on existing znode=/0-1219382484/backup-masters/ce6119325ab7,34385,1731637138950 2024-11-15T02:18:59,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:18:59,285 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on existing znode=/0-1219382484/master 2024-11-15T02:18:59,286 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1219382484/backup-masters/ce6119325ab7,34385,1731637138950 from backup master directory 2024-11-15T02:18:59,288 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219382484/master 2024-11-15T02:18:59,288 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:18:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219382484/backup-masters/ce6119325ab7,34385,1731637138950 2024-11-15T02:18:59,295 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484/backup-masters 2024-11-15T02:18:59,295 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:18:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484/backup-masters 2024-11-15T02:18:59,295 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,34385,1731637138950 2024-11-15T02:18:59,299 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/hbase.id] with ID: 3b7c44c8-f4da-474e-a7d3-428a04a0a35d 2024-11-15T02:18:59,299 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/.tmp/hbase.id 2024-11-15T02:18:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:18:59,709 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/.tmp/hbase.id]:[hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/hbase.id] 2024-11-15T02:18:59,753 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:18:59,753 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:18:59,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 7ms. 2024-11-15T02:18:59,780 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:18:59,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:18:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:19:00,039 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:19:00,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:00,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:00,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:00,211 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:19:00,212 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:19:00,212 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:00,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:19:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:19:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:19:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:19:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:19:00,620 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store 2024-11-15T02:19:00,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:19:01,027 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:01,027 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:19:01,027 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:01,028 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:01,028 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:19:01,028 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:01,028 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:01,028 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637141027Disabling compacts and flushes for region at 1731637141027Disabling writes for close at 1731637141028 (+1 ms)Writing region close event to WAL at 1731637141028Closed at 1731637141028 2024-11-15T02:19:01,029 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/.initializing 2024-11-15T02:19:01,029 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/WALs/ce6119325ab7,34385,1731637138950 2024-11-15T02:19:01,031 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:19:01,033 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C34385%2C1731637138950, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/WALs/ce6119325ab7,34385,1731637138950, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/oldWALs, maxLogs=10 2024-11-15T02:19:01,052 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/WALs/ce6119325ab7,34385,1731637138950/ce6119325ab7%2C34385%2C1731637138950.1731637141033, exclude list is [], retry=0 2024-11-15T02:19:01,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-6fa3a6f4-7876-483a-8c0b-c1064c1ea3d0,DISK] 2024-11-15T02:19:01,066 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/WALs/ce6119325ab7,34385,1731637138950/ce6119325ab7%2C34385%2C1731637138950.1731637141033 2024-11-15T02:19:01,066 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33969:33969)] 2024-11-15T02:19:01,066 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:01,066 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:01,067 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,067 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,068 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:19:01,070 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:01,070 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:01,071 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:19:01,072 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:01,072 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:01,073 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,074 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:19:01,075 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:01,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:01,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,076 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:19:01,076 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:01,078 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:01,079 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,079 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,080 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,081 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,081 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,081 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:19:01,082 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:01,084 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:01,085 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61241685, jitterRate=-0.0874277800321579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:19:01,085 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637141067Initializing all the Stores at 1731637141068 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637141068Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637141068Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637141068Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637141068Cleaning up temporary data from old regions at 1731637141081 (+13 ms)Region opened successfully at 1731637141085 (+4 ms) 2024-11-15T02:19:01,088 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:19:01,092 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a0129d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:19:01,100 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:19:01,100 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:19:01,101 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:19:01,101 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:19:01,102 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:19:01,102 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:19:01,102 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:19:01,110 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:19:01,112 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Unable to get data of znode /0-1219382484/balancer because node does not exist (not necessarily an error) 2024-11-15T02:19:01,123 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/balancer already deleted, retry=false 2024-11-15T02:19:01,124 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:19:01,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Unable to get data of znode /0-1219382484/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:19:01,137 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/normalizer already deleted, retry=false 2024-11-15T02:19:01,138 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:19:01,139 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Unable to get data of znode /0-1219382484/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:19:01,148 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/switch/split already deleted, retry=false 2024-11-15T02:19:01,149 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Unable to get data of znode /0-1219382484/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:19:01,158 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/switch/merge already deleted, retry=false 2024-11-15T02:19:01,165 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Unable to get data of znode /0-1219382484/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:19:01,176 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/snapshot-cleanup already deleted, retry=false 2024-11-15T02:19:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219382484/running 2024-11-15T02:19:01,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:01,194 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,34385,1731637138950, sessionid=0x1013c49c9050000, setting cluster-up flag (Was=false) 2024-11-15T02:19:01,196 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1219382484/running 2024-11-15T02:19:01,196 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:01,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:01,211 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:01,249 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1219382484/flush-table-proc/acquired, /0-1219382484/flush-table-proc/reached, /0-1219382484/flush-table-proc/abort 2024-11-15T02:19:01,250 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,34385,1731637138950 2024-11-15T02:19:01,274 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:01,306 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1219382484/online-snapshot/acquired, /0-1219382484/online-snapshot/reached, /0-1219382484/online-snapshot/abort 2024-11-15T02:19:01,307 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,34385,1731637138950 2024-11-15T02:19:01,308 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:19:01,310 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:01,311 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:19:01,311 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:19:01,311 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,34385,1731637138950 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:19:01,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:01,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:01,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:01,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:01,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:19:01,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,313 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:19:01,313 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,323 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:01,323 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637171324 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:19:01,324 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:19:01,325 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:01,325 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:19:01,335 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,344 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:19:01,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:19:01,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:19:01,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:19:01,348 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:19:01,348 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:19:01,349 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(746): ClusterId : 3b7c44c8-f4da-474e-a7d3-428a04a0a35d 2024-11-15T02:19:01,349 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:19:01,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:19:01,356 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637141348,5,FailOnTimeoutGroup] 2024-11-15T02:19:01,356 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637141356,5,FailOnTimeoutGroup] 2024-11-15T02:19:01,356 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,356 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:19:01,357 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,357 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,359 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:19:01,359 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:19:01,370 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:19:01,370 DEBUG [RS:0;ce6119325ab7:40597 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd9e4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:19:01,382 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:40597 2024-11-15T02:19:01,382 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:19:01,382 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:19:01,382 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:19:01,383 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,34385,1731637138950 with port=40597, startcode=1731637139194 2024-11-15T02:19:01,383 DEBUG [RS:0;ce6119325ab7:40597 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:19:01,385 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:19:01,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34385 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,40597,1731637139194 2024-11-15T02:19:01,385 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34385 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:01,387 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f 2024-11-15T02:19:01,387 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43987 2024-11-15T02:19:01,387 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:19:01,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484/rs 2024-11-15T02:19:01,397 DEBUG [RS:0;ce6119325ab7:40597 {}] zookeeper.ZKUtil(111): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on existing znode=/0-1219382484/rs/ce6119325ab7,40597,1731637139194 2024-11-15T02:19:01,397 WARN [RS:0;ce6119325ab7:40597 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:19:01,397 INFO [RS:0;ce6119325ab7:40597 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:01,398 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194 2024-11-15T02:19:01,398 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,40597,1731637139194] 2024-11-15T02:19:01,401 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:19:01,403 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:19:01,404 INFO [RS:0;ce6119325ab7:40597 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:19:01,404 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,408 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:19:01,410 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:19:01,410 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,410 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,411 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,411 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,411 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:01,411 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:19:01,411 DEBUG [RS:0;ce6119325ab7:40597 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:19:01,414 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,414 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,414 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,414 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,414 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,414 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40597,1731637139194-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:19:01,433 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:19:01,433 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40597,1731637139194-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,433 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,433 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.Replication(171): ce6119325ab7,40597,1731637139194 started 2024-11-15T02:19:01,451 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:01,451 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,40597,1731637139194, RpcServer on ce6119325ab7/172.17.0.3:40597, sessionid=0x1013c49c9050001 2024-11-15T02:19:01,451 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:19:01,451 DEBUG [RS:0;ce6119325ab7:40597 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,40597,1731637139194 2024-11-15T02:19:01,451 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40597,1731637139194' 2024-11-15T02:19:01,451 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1219382484/flush-table-proc/abort' 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1219382484/flush-table-proc/acquired' 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,40597,1731637139194 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40597,1731637139194' 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1219382484/online-snapshot/abort' 2024-11-15T02:19:01,452 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1219382484/online-snapshot/acquired' 2024-11-15T02:19:01,453 DEBUG [RS:0;ce6119325ab7:40597 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:19:01,453 INFO [RS:0;ce6119325ab7:40597 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:19:01,453 INFO [RS:0;ce6119325ab7:40597 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:19:01,553 INFO [RS:0;ce6119325ab7:40597 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:19:01,555 INFO [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40597%2C1731637139194, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/oldWALs, maxLogs=10 2024-11-15T02:19:01,568 DEBUG [RS:0;ce6119325ab7:40597 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555, exclude list is [], retry=0 2024-11-15T02:19:01,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-6fa3a6f4-7876-483a-8c0b-c1064c1ea3d0,DISK] 2024-11-15T02:19:01,576 INFO [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 2024-11-15T02:19:01,576 DEBUG [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33969:33969)] 2024-11-15T02:19:01,755 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:19:01,756 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f 2024-11-15T02:19:01,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:19:02,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:02,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:19:02,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:19:02,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:19:02,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:19:02,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:19:02,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:19:02,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:19:02,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:19:02,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:19:02,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740 2024-11-15T02:19:02,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740 2024-11-15T02:19:02,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:19:02,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:19:02,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:19:02,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:19:02,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:02,177 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73336057, jitterRate=0.09279240667819977}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:19:02,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637142162Initializing all the Stores at 1731637142163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637142163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637142163Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637142163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637142163Cleaning up temporary data from old regions at 1731637142173 (+10 ms)Region opened successfully at 1731637142178 (+5 ms) 2024-11-15T02:19:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:19:02,179 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:19:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:19:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:19:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:19:02,179 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:19:02,179 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637142179Disabling compacts and flushes for region at 1731637142179Disabling writes for close at 1731637142179Writing region close event to WAL at 1731637142179Closed at 1731637142179 2024-11-15T02:19:02,180 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:02,181 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:19:02,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:19:02,182 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:19:02,183 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:19:02,333 DEBUG [ce6119325ab7:34385 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:19:02,333 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:02,335 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40597,1731637139194, state=OPENING 2024-11-15T02:19:02,386 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:19:02,421 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:02,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:02,422 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:19:02,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219382484/meta-region-server: CHANGED 2024-11-15T02:19:02,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40597,1731637139194}] 2024-11-15T02:19:02,423 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219382484/meta-region-server: CHANGED 2024-11-15T02:19:02,575 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:19:02,578 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:19:02,582 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:19:02,582 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:02,582 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:19:02,584 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40597%2C1731637139194.meta, suffix=.meta, logDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/oldWALs, maxLogs=10 2024-11-15T02:19:02,603 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.meta.1731637142584.meta, exclude list is [], retry=0 2024-11-15T02:19:02,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-6fa3a6f4-7876-483a-8c0b-c1064c1ea3d0,DISK] 2024-11-15T02:19:02,609 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.meta.1731637142584.meta 2024-11-15T02:19:02,609 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33969:33969)] 2024-11-15T02:19:02,609 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:02,610 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:19:02,610 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:19:02,610 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:19:02,610 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:19:02,610 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:19:02,610 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:02,610 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:19:02,610 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:19:02,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:19:02,617 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:19:02,617 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:19:02,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:19:02,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:19:02,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:19:02,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:19:02,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:19:02,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:02,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:02,630 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:19:02,631 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740 2024-11-15T02:19:02,632 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740 2024-11-15T02:19:02,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:19:02,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:19:02,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:19:02,634 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:19:02,635 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61810591, jitterRate=-0.0789504200220108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:19:02,635 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:19:02,636 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637142611Writing region info on filesystem at 1731637142611Initializing all the Stores at 1731637142612 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637142612Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637142616 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637142616Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637142616Cleaning up temporary data from old regions at 1731637142633 (+17 ms)Running coprocessor post-open hooks at 1731637142635 (+2 ms)Region opened successfully at 1731637142636 (+1 ms) 2024-11-15T02:19:02,639 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637142575 2024-11-15T02:19:02,642 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:19:02,642 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:19:02,643 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:02,644 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40597,1731637139194, state=OPEN 2024-11-15T02:19:02,787 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219382484/meta-region-server 2024-11-15T02:19:02,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1219382484/meta-region-server 2024-11-15T02:19:02,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219382484/meta-region-server: CHANGED 2024-11-15T02:19:02,787 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1219382484/meta-region-server: CHANGED 2024-11-15T02:19:02,788 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:02,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:19:02,792 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40597,1731637139194 in 366 msec 2024-11-15T02:19:02,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:19:02,796 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 611 msec 2024-11-15T02:19:02,797 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:02,797 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:19:02,799 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:02,799 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40597,1731637139194, seqNum=-1] 2024-11-15T02:19:02,799 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:02,801 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:02,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4960 sec 2024-11-15T02:19:02,807 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637142807, completionTime=-1 2024-11-15T02:19:02,807 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:19:02,807 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:19:02,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:19:02,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637202809 2024-11-15T02:19:02,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637262809 2024-11-15T02:19:02,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:19:02,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34385,1731637138950-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34385,1731637138950-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34385,1731637138950-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:34385, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,813 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.520sec 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34385,1731637138950-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:19:02,815 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34385,1731637138950-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:19:02,818 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:19:02,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:19:02,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34385,1731637138950-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:02,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e9781d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:02,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34385,-1 for getting cluster id 2024-11-15T02:19:02,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:02,852 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7c44c8-f4da-474e-a7d3-428a04a0a35d' 2024-11-15T02:19:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7c44c8-f4da-474e-a7d3-428a04a0a35d" 2024-11-15T02:19:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@359b6ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:02,852 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34385,-1] 2024-11-15T02:19:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:02,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:02,854 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:02,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e1331ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:02,855 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40597,1731637139194, seqNum=-1] 2024-11-15T02:19:02,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:02,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:02,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,34385,1731637138950 2024-11-15T02:19:02,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59946 2024-11-15T02:19:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:19:02,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c49c9050002 connected 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir so I do NOT create it in target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768 2024-11-15T02:19:03,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.tmp.dir so I do NOT create it in target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768 2024-11-15T02:19:03,054 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:19:03,054 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/cluster_5a5feab4-b180-7acf-dc41-b4c343a24e3b, deleteOnExit=true 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/test.cache.data in system properties and HBase conf 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:19:03,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:19:03,055 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:19:03,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:19:03,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:19:03,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:19:03,581 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:19:03,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:19:03,589 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:19:03,589 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:19:03,593 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:19:03,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2260f750{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:19:03,594 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a30631c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:19:03,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5a8cb794{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/java.io.tmpdir/jetty-localhost-42295-hadoop-hdfs-3_4_1-tests_jar-_-any-1394573977227124301/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:19:03,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ac5598d{HTTP/1.1, (http/1.1)}{localhost:42295} 2024-11-15T02:19:03,708 INFO [Time-limited test {}] server.Server(415): Started @60085ms 2024-11-15T02:19:04,175 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:19:04,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:19:04,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:19:04,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:19:04,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:19:04,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d029729{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:19:04,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32a22324{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:19:04,355 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51caea7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/java.io.tmpdir/jetty-localhost-43479-hadoop-hdfs-3_4_1-tests_jar-_-any-15012236819144154928/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:19:04,355 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f2eb632{HTTP/1.1, (http/1.1)}{localhost:43479} 2024-11-15T02:19:04,355 INFO [Time-limited test {}] server.Server(415): Started @60733ms 2024-11-15T02:19:04,357 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:19:05,288 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/cluster_5a5feab4-b180-7acf-dc41-b4c343a24e3b/data/data1/current/BP-1027476986-172.17.0.3-1731637143073/current, will proceed with Du for space computation calculation, 2024-11-15T02:19:05,288 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/cluster_5a5feab4-b180-7acf-dc41-b4c343a24e3b/data/data2/current/BP-1027476986-172.17.0.3-1731637143073/current, will proceed with Du for space computation calculation, 2024-11-15T02:19:05,382 WARN [Thread-935 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:19:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c31d28020477a4 with lease ID 0x1b22ec910f6be0d7: Processing first storage report for DS-a99e5ed2-ef63-4cda-8307-c228630b12aa from datanode DatanodeRegistration(127.0.0.1:39441, datanodeUuid=0af8bbb1-d1a1-4547-a4dc-d24e562c1a77, infoPort=45873, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=1116228304;c=1731637143073) 2024-11-15T02:19:05,392 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c31d28020477a4 with lease ID 0x1b22ec910f6be0d7: from storage DS-a99e5ed2-ef63-4cda-8307-c228630b12aa node DatanodeRegistration(127.0.0.1:39441, datanodeUuid=0af8bbb1-d1a1-4547-a4dc-d24e562c1a77, infoPort=45873, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=1116228304;c=1731637143073), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:19:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa7c31d28020477a4 with lease ID 0x1b22ec910f6be0d7: Processing first storage report for DS-6db024ce-77fd-4ed0-a876-83d9b6ee2396 from datanode DatanodeRegistration(127.0.0.1:39441, datanodeUuid=0af8bbb1-d1a1-4547-a4dc-d24e562c1a77, infoPort=45873, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=1116228304;c=1731637143073) 2024-11-15T02:19:05,393 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa7c31d28020477a4 with lease ID 0x1b22ec910f6be0d7: from storage DS-6db024ce-77fd-4ed0-a876-83d9b6ee2396 node DatanodeRegistration(127.0.0.1:39441, datanodeUuid=0af8bbb1-d1a1-4547-a4dc-d24e562c1a77, infoPort=45873, infoSecurePort=0, ipcPort=34895, storageInfo=lv=-57;cid=testClusterID;nsid=1116228304;c=1731637143073), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:19:05,475 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768 2024-11-15T02:19:05,476 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:05,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:05,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:19:05,530 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15 with version=8 2024-11-15T02:19:05,530 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/hbase-staging 2024-11-15T02:19:05,533 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:19:05,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:19:05,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:19:05,533 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:19:05,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:19:05,533 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:19:05,534 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:19:05,534 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:19:05,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42199 2024-11-15T02:19:05,548 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42199 connecting to ZooKeeper ensemble=127.0.0.1:59946 2024-11-15T02:19:05,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421990x0, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:19:05,651 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42199-0x1013c49c9050003 connected 2024-11-15T02:19:05,738 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:05,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:05,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/running 2024-11-15T02:19:05,744 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15, hbase.cluster.distributed=false 2024-11-15T02:19:05,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/acl 2024-11-15T02:19:05,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42199 2024-11-15T02:19:05,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42199 2024-11-15T02:19:05,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42199 2024-11-15T02:19:05,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42199 2024-11-15T02:19:05,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42199 2024-11-15T02:19:05,797 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:19:05,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:19:05,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:19:05,797 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:19:05,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:19:05,797 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:19:05,797 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:19:05,798 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:19:05,798 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44627 2024-11-15T02:19:05,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44627 connecting to ZooKeeper ensemble=127.0.0.1:59946 2024-11-15T02:19:05,801 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:05,803 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:05,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:446270x0, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:19:05,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:446270x0, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/running 2024-11-15T02:19:05,818 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:19:05,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44627-0x1013c49c9050004 connected 2024-11-15T02:19:05,836 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:19:05,837 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/master 2024-11-15T02:19:05,839 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/acl 2024-11-15T02:19:05,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-15T02:19:05,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44627 2024-11-15T02:19:05,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44627 2024-11-15T02:19:05,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:19:05,892 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-15T02:19:05,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-15T02:19:05,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:05,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:05,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:05,950 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:42199 2024-11-15T02:19:05,957 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1127345280/backup-masters/ce6119325ab7,42199,1731637145533 2024-11-15T02:19:05,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280/backup-masters 2024-11-15T02:19:05,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280/backup-masters 2024-11-15T02:19:05,970 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on existing znode=/1127345280/backup-masters/ce6119325ab7,42199,1731637145533 2024-11-15T02:19:05,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1127345280/master 2024-11-15T02:19:05,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:05,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:05,984 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on existing znode=/1127345280/master 2024-11-15T02:19:05,986 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1127345280/backup-masters/ce6119325ab7,42199,1731637145533 from backup master directory 2024-11-15T02:19:05,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127345280/backup-masters/ce6119325ab7,42199,1731637145533 2024-11-15T02:19:05,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280/backup-masters 2024-11-15T02:19:05,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280/backup-masters 2024-11-15T02:19:05,998 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:19:05,998 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,42199,1731637145533 2024-11-15T02:19:06,030 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/hbase.id] with ID: c16a1cf9-e242-4a83-aaeb-d8e8344a0f31 2024-11-15T02:19:06,030 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/.tmp/hbase.id 2024-11-15T02:19:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:19:06,081 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/.tmp/hbase.id]:[hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/hbase.id] 2024-11-15T02:19:06,106 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:06,106 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:19:06,112 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 5ms. 2024-11-15T02:19:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:06,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:19:06,581 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:19:06,583 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:19:06,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:06,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:19:06,606 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store 2024-11-15T02:19:06,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:19:06,682 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:06,682 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:19:06,682 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:06,683 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:06,683 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:19:06,683 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:06,683 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:19:06,683 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637146682Disabling compacts and flushes for region at 1731637146682Disabling writes for close at 1731637146683 (+1 ms)Writing region close event to WAL at 1731637146683Closed at 1731637146683 2024-11-15T02:19:06,687 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/.initializing 2024-11-15T02:19:06,687 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/WALs/ce6119325ab7,42199,1731637145533 2024-11-15T02:19:06,689 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:19:06,692 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C42199%2C1731637145533, suffix=, logDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/WALs/ce6119325ab7,42199,1731637145533, archiveDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/oldWALs, maxLogs=10 2024-11-15T02:19:06,725 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/WALs/ce6119325ab7,42199,1731637145533/ce6119325ab7%2C42199%2C1731637145533.1731637146693, exclude list is [], retry=0 2024-11-15T02:19:06,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-a99e5ed2-ef63-4cda-8307-c228630b12aa,DISK] 2024-11-15T02:19:06,765 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/WALs/ce6119325ab7,42199,1731637145533/ce6119325ab7%2C42199%2C1731637145533.1731637146693 2024-11-15T02:19:06,779 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45873:45873)] 2024-11-15T02:19:06,779 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:06,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:06,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:19:06,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:06,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:06,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:19:06,801 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:06,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:06,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:19:06,806 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:06,807 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:19:06,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:06,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:06,811 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,812 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,813 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,815 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,815 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,816 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:19:06,818 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:19:06,820 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:06,821 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66855041, jitterRate=-0.0037822574377059937}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:19:06,821 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637146780Initializing all the Stores at 1731637146783 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637146783Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637146787 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637146787Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637146787Cleaning up temporary data from old regions at 1731637146815 (+28 ms)Region opened successfully at 1731637146821 (+6 ms) 2024-11-15T02:19:06,825 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:19:06,830 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@226f62b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:19:06,831 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:19:06,831 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:19:06,831 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:19:06,831 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:19:06,832 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:19:06,833 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:19:06,833 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:19:06,870 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:19:06,871 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Unable to get data of znode /1127345280/balancer because node does not exist (not necessarily an error) 2024-11-15T02:19:06,881 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127345280/balancer already deleted, retry=false 2024-11-15T02:19:06,881 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:19:06,885 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Unable to get data of znode /1127345280/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:19:06,896 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127345280/normalizer already deleted, retry=false 2024-11-15T02:19:06,896 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:19:06,906 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Unable to get data of znode /1127345280/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:19:06,916 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127345280/switch/split already deleted, retry=false 2024-11-15T02:19:06,921 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Unable to get data of znode /1127345280/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:19:06,934 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127345280/switch/merge already deleted, retry=false 2024-11-15T02:19:06,938 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Unable to get data of znode /1127345280/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:19:06,948 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127345280/snapshot-cleanup already deleted, retry=false 2024-11-15T02:19:06,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1127345280/running 2024-11-15T02:19:06,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1127345280/running 2024-11-15T02:19:06,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:06,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:06,960 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,42199,1731637145533, sessionid=0x1013c49c9050003, setting cluster-up flag (Was=false) 2024-11-15T02:19:06,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:06,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:07,017 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1127345280/flush-table-proc/acquired, /1127345280/flush-table-proc/reached, /1127345280/flush-table-proc/abort 2024-11-15T02:19:07,020 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,42199,1731637145533 2024-11-15T02:19:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:07,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:07,074 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1127345280/online-snapshot/acquired, /1127345280/online-snapshot/reached, /1127345280/online-snapshot/abort 2024-11-15T02:19:07,076 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,42199,1731637145533 2024-11-15T02:19:07,081 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:19:07,094 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:07,095 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:19:07,095 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:19:07,095 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,42199,1731637145533 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:19:07,096 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:19:07,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,127 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:07,127 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637177128 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:19:07,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:19:07,129 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,129 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:19:07,129 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:19:07,129 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:19:07,129 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:19:07,129 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:07,130 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(746): ClusterId : c16a1cf9-e242-4a83-aaeb-d8e8344a0f31 2024-11-15T02:19:07,130 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:19:07,130 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:19:07,130 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:19:07,130 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:19:07,130 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637147130,5,FailOnTimeoutGroup] 2024-11-15T02:19:07,131 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637147130,5,FailOnTimeoutGroup] 2024-11-15T02:19:07,131 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,131 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:19:07,131 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,131 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:19:07,163 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:19:07,164 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15 2024-11-15T02:19:07,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:19:07,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:07,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:19:07,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:19:07,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:07,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:07,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:19:07,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:19:07,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:07,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:07,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:19:07,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:19:07,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:07,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:07,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:19:07,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:19:07,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:07,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:07,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:19:07,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740 2024-11-15T02:19:07,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740 2024-11-15T02:19:07,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:19:07,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:19:07,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:19:07,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:19:07,202 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:07,203 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62817397, jitterRate=-0.06394784152507782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:19:07,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637147175Initializing all the Stores at 1731637147176 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637147176Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637147180 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637147180Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637147180Cleaning up temporary data from old regions at 1731637147199 (+19 ms)Region opened successfully at 1731637147203 (+4 ms) 2024-11-15T02:19:07,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:19:07,203 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:19:07,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:19:07,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:19:07,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:19:07,212 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:19:07,212 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637147203Disabling compacts and flushes for region at 1731637147203Disabling writes for close at 1731637147203Writing region close event to WAL at 1731637147212 (+9 ms)Closed at 1731637147212 2024-11-15T02:19:07,213 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:07,213 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:19:07,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:19:07,214 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:19:07,219 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:19:07,231 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:19:07,232 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:19:07,251 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:19:07,251 DEBUG [RS:0;ce6119325ab7:44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d56f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:19:07,268 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:44627 2024-11-15T02:19:07,269 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:19:07,269 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:19:07,269 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:19:07,269 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,42199,1731637145533 with port=44627, startcode=1731637145797 2024-11-15T02:19:07,272 DEBUG [RS:0;ce6119325ab7:44627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:19:07,275 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:19:07,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,276 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42199 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,279 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15 2024-11-15T02:19:07,279 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35643 2024-11-15T02:19:07,279 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:19:07,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280/rs 2024-11-15T02:19:07,337 DEBUG [RS:0;ce6119325ab7:44627 {}] zookeeper.ZKUtil(111): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on existing znode=/1127345280/rs/ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,337 WARN [RS:0;ce6119325ab7:44627 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:19:07,338 INFO [RS:0;ce6119325ab7:44627 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:07,338 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,44627,1731637145797] 2024-11-15T02:19:07,356 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:19:07,364 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:19:07,367 INFO [RS:0;ce6119325ab7:44627 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:19:07,367 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,368 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:19:07,369 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:19:07,369 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,369 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,369 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,369 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,369 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:19:07,370 DEBUG [RS:0;ce6119325ab7:44627 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:19:07,370 WARN [ce6119325ab7:42199 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:19:07,372 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,372 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,372 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,372 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,372 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,372 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44627,1731637145797-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:19:07,401 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:19:07,401 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:19:07,402 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44627,1731637145797-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,402 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,402 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.Replication(171): ce6119325ab7,44627,1731637145797 started 2024-11-15T02:19:07,431 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:07,431 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,44627,1731637145797, RpcServer on ce6119325ab7/172.17.0.3:44627, sessionid=0x1013c49c9050004 2024-11-15T02:19:07,431 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:19:07,431 DEBUG [RS:0;ce6119325ab7:44627 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,431 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,44627,1731637145797' 2024-11-15T02:19:07,431 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1127345280/flush-table-proc/abort' 2024-11-15T02:19:07,432 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1127345280/flush-table-proc/acquired' 2024-11-15T02:19:07,432 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:19:07,432 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:19:07,432 DEBUG [RS:0;ce6119325ab7:44627 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,432 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,44627,1731637145797' 2024-11-15T02:19:07,432 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1127345280/online-snapshot/abort' 2024-11-15T02:19:07,433 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1127345280/online-snapshot/acquired' 2024-11-15T02:19:07,433 DEBUG [RS:0;ce6119325ab7:44627 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:19:07,433 INFO [RS:0;ce6119325ab7:44627 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:19:07,433 INFO [RS:0;ce6119325ab7:44627 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:19:07,534 INFO [RS:0;ce6119325ab7:44627 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:19:07,535 INFO [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44627%2C1731637145797, suffix=, logDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797, archiveDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/oldWALs, maxLogs=10 2024-11-15T02:19:07,557 DEBUG [RS:0;ce6119325ab7:44627 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797/ce6119325ab7%2C44627%2C1731637145797.1731637147536, exclude list is [], retry=0 2024-11-15T02:19:07,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-a99e5ed2-ef63-4cda-8307-c228630b12aa,DISK] 2024-11-15T02:19:07,565 INFO [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797/ce6119325ab7%2C44627%2C1731637145797.1731637147536 2024-11-15T02:19:07,572 DEBUG [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45873:45873)] 2024-11-15T02:19:07,620 DEBUG [ce6119325ab7:42199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:19:07,621 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,44627,1731637145797 2024-11-15T02:19:07,623 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,44627,1731637145797, state=OPENING 2024-11-15T02:19:07,710 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:19:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:07,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:19:07,807 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127345280/meta-region-server: CHANGED 2024-11-15T02:19:07,809 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127345280/meta-region-server: CHANGED 2024-11-15T02:19:07,810 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:19:07,810 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,44627,1731637145797}] 2024-11-15T02:19:07,968 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:19:07,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45897, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:19:07,992 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:19:07,992 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:07,993 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:19:07,996 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44627%2C1731637145797.meta, suffix=.meta, logDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797, archiveDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/oldWALs, maxLogs=10 2024-11-15T02:19:08,022 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797/ce6119325ab7%2C44627%2C1731637145797.meta.1731637147997.meta, exclude list is [], retry=0 2024-11-15T02:19:08,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39441,DS-a99e5ed2-ef63-4cda-8307-c228630b12aa,DISK] 2024-11-15T02:19:08,029 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/WALs/ce6119325ab7,44627,1731637145797/ce6119325ab7%2C44627%2C1731637145797.meta.1731637147997.meta 2024-11-15T02:19:08,046 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45873:45873)] 2024-11-15T02:19:08,046 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:08,046 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:19:08,046 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:19:08,046 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:19:08,046 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:19:08,047 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:19:08,047 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:08,048 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:19:08,048 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:19:08,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:19:08,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:19:08,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:08,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:19:08,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:19:08,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:08,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:19:08,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:19:08,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:08,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:19:08,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:19:08,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:19:08,062 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:19:08,063 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740 2024-11-15T02:19:08,064 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740 2024-11-15T02:19:08,066 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:19:08,066 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:19:08,066 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:19:08,069 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:19:08,073 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68727287, jitterRate=0.024116382002830505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:19:08,073 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:19:08,073 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637148048Writing region info on filesystem at 1731637148048Initializing all the Stores at 1731637148049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637148049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637148049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637148049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637148049Cleaning up temporary data from old regions at 1731637148066 (+17 ms)Running coprocessor post-open hooks at 1731637148073 (+7 ms)Region opened successfully at 1731637148073 2024-11-15T02:19:08,075 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637147968 2024-11-15T02:19:08,077 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:19:08,077 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:19:08,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,44627,1731637145797 2024-11-15T02:19:08,081 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,44627,1731637145797, state=OPEN 2024-11-15T02:19:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1127345280/meta-region-server 2024-11-15T02:19:08,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1127345280/meta-region-server 2024-11-15T02:19:08,091 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,44627,1731637145797 2024-11-15T02:19:08,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127345280/meta-region-server: CHANGED 2024-11-15T02:19:08,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127345280/meta-region-server: CHANGED 2024-11-15T02:19:08,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:19:08,095 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,44627,1731637145797 in 281 msec 2024-11-15T02:19:08,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:19:08,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 882 msec 2024-11-15T02:19:08,103 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:19:08,103 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:19:08,106 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:08,106 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44627,1731637145797, seqNum=-1] 2024-11-15T02:19:08,106 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:08,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:08,117 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0220 sec 2024-11-15T02:19:08,117 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637148117, completionTime=-1 2024-11-15T02:19:08,118 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:19:08,118 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:19:08,120 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:19:08,120 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637208120 2024-11-15T02:19:08,120 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637268120 2024-11-15T02:19:08,120 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:19:08,121 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42199,1731637145533-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,121 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42199,1731637145533-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,121 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42199,1731637145533-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,121 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:42199, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,121 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,122 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,125 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.130sec 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42199,1731637145533-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:19:08,128 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42199,1731637145533-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:19:08,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@da731dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:08,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,42199,-1 for getting cluster id 2024-11-15T02:19:08,129 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:08,133 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c16a1cf9-e242-4a83-aaeb-d8e8344a0f31' 2024-11-15T02:19:08,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:08,133 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c16a1cf9-e242-4a83-aaeb-d8e8344a0f31" 2024-11-15T02:19:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e199bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,42199,-1] 2024-11-15T02:19:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:08,134 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:08,135 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:19:08,135 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:19:08,135 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42199,1731637145533-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:19:08,136 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:08,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5dbfb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:08,137 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44627,1731637145797, seqNum=-1] 2024-11-15T02:19:08,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:08,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:08,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,42199,1731637145533 2024-11-15T02:19:08,155 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59946 2024-11-15T02:19:08,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:19:08,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c49c9050005 connected 2024-11-15T02:19:08,228 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34385,1731637138950 2024-11-15T02:19:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25d2c86c 2024-11-15T02:19:08,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:08,231 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:19:08,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:19:08,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:19:08,242 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:19:08,243 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:19:08,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:19:08,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:08,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:19:08,289 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99911ee4e7d131456e8ed3c56ca47aa0, NAME => 'test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f 2024-11-15T02:19:08,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:19:08,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:08,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 99911ee4e7d131456e8ed3c56ca47aa0, disabling compactions & flushes 2024-11-15T02:19:08,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. after waiting 0 ms 2024-11-15T02:19:08,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99911ee4e7d131456e8ed3c56ca47aa0: Waiting for close lock at 1731637148302Disabling compacts and flushes for region at 1731637148302Disabling writes for close at 1731637148302Writing region close event to WAL at 1731637148302Closed at 1731637148302 2024-11-15T02:19:08,304 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:19:08,304 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637148304"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637148304"}]},"ts":"1731637148304"} 2024-11-15T02:19:08,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:19:08,308 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:19:08,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637148308"}]},"ts":"1731637148308"} 2024-11-15T02:19:08,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:19:08,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99911ee4e7d131456e8ed3c56ca47aa0, ASSIGN}] 2024-11-15T02:19:08,316 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=99911ee4e7d131456e8ed3c56ca47aa0, ASSIGN 2024-11-15T02:19:08,317 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=99911ee4e7d131456e8ed3c56ca47aa0, ASSIGN; state=OFFLINE, location=ce6119325ab7,40597,1731637139194; forceNewPlan=false, retain=false 2024-11-15T02:19:08,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:08,468 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99911ee4e7d131456e8ed3c56ca47aa0, regionState=OPENING, regionLocation=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:08,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=99911ee4e7d131456e8ed3c56ca47aa0, ASSIGN because future has completed 2024-11-15T02:19:08,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99911ee4e7d131456e8ed3c56ca47aa0, server=ce6119325ab7,40597,1731637139194}] 2024-11-15T02:19:08,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:08,629 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,629 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 99911ee4e7d131456e8ed3c56ca47aa0, NAME => 'test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:08,629 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:19:08,629 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:19:08,630 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,630 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:08,630 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,630 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,632 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,634 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99911ee4e7d131456e8ed3c56ca47aa0 columnFamilyName f 2024-11-15T02:19:08,634 DEBUG [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,635 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] regionserver.HStore(327): Store=99911ee4e7d131456e8ed3c56ca47aa0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:08,635 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,636 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99911ee4e7d131456e8ed3c56ca47aa0 columnFamilyName f1 2024-11-15T02:19:08,636 DEBUG [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,637 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] regionserver.HStore(327): Store=99911ee4e7d131456e8ed3c56ca47aa0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:08,637 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,638 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99911ee4e7d131456e8ed3c56ca47aa0 columnFamilyName norep 2024-11-15T02:19:08,638 DEBUG [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,639 INFO [StoreOpener-99911ee4e7d131456e8ed3c56ca47aa0-1 {}] regionserver.HStore(327): Store=99911ee4e7d131456e8ed3c56ca47aa0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:08,639 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,640 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,641 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,642 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,642 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,642 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:19:08,643 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,646 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:08,647 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 99911ee4e7d131456e8ed3c56ca47aa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65621125, jitterRate=-0.022169038653373718}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:19:08,647 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:19:08,648 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 99911ee4e7d131456e8ed3c56ca47aa0: Running coprocessor pre-open hook at 1731637148630Writing region info on filesystem at 1731637148630Initializing all the Stores at 1731637148631 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637148631Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637148631Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637148631Cleaning up temporary data from old regions at 1731637148642 (+11 ms)Running coprocessor post-open hooks at 1731637148647 (+5 ms)Region opened successfully at 1731637148648 (+1 ms) 2024-11-15T02:19:08,651 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., pid=6, masterSystemTime=1731637148624 2024-11-15T02:19:08,653 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,653 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:19:08,655 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=99911ee4e7d131456e8ed3c56ca47aa0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99911ee4e7d131456e8ed3c56ca47aa0, server=ce6119325ab7,40597,1731637139194 because future has completed 2024-11-15T02:19:08,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:19:08,662 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 99911ee4e7d131456e8ed3c56ca47aa0, server=ce6119325ab7,40597,1731637139194 in 188 msec 2024-11-15T02:19:08,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:19:08,668 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=99911ee4e7d131456e8ed3c56ca47aa0, ASSIGN in 349 msec 2024-11-15T02:19:08,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:19:08,670 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637148669"}]},"ts":"1731637148669"} 2024-11-15T02:19:08,672 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:19:08,674 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:19:08,676 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 437 msec 2024-11-15T02:19:08,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:08,887 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:08,887 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:19:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,42199,1731637145533 2024-11-15T02:19:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cfcc19f 2024-11-15T02:19:08,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:08,890 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:19:08,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:19:08,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:19:08,901 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:19:08,901 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:08,902 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:19:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:08,905 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:19:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:19:09,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:09,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:09,378 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 027d687c3e36126945a7a00982a21acd, NAME => 'test,,1731637148890.027d687c3e36126945a7a00982a21acd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15 2024-11-15T02:19:09,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:19:09,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637148890.027d687c3e36126945a7a00982a21acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:09,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 027d687c3e36126945a7a00982a21acd, disabling compactions & flushes 2024-11-15T02:19:09,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637148890.027d687c3e36126945a7a00982a21acd. after waiting 0 ms 2024-11-15T02:19:09,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,441 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,441 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 027d687c3e36126945a7a00982a21acd: Waiting for close lock at 1731637149441Disabling compacts and flushes for region at 1731637149441Disabling writes for close at 1731637149441Writing region close event to WAL at 1731637149441Closed at 1731637149441 2024-11-15T02:19:09,443 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:19:09,444 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637148890.027d687c3e36126945a7a00982a21acd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637149443"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637149443"}]},"ts":"1731637149443"} 2024-11-15T02:19:09,497 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:19:09,500 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:19:09,501 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637149500"}]},"ts":"1731637149500"} 2024-11-15T02:19:09,504 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:19:09,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=027d687c3e36126945a7a00982a21acd, ASSIGN}] 2024-11-15T02:19:09,508 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=027d687c3e36126945a7a00982a21acd, ASSIGN 2024-11-15T02:19:09,510 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=027d687c3e36126945a7a00982a21acd, ASSIGN; state=OFFLINE, location=ce6119325ab7,44627,1731637145797; forceNewPlan=false, retain=false 2024-11-15T02:19:09,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:09,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=027d687c3e36126945a7a00982a21acd, regionState=OPENING, regionLocation=ce6119325ab7,44627,1731637145797 2024-11-15T02:19:09,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=027d687c3e36126945a7a00982a21acd, ASSIGN because future has completed 2024-11-15T02:19:09,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 027d687c3e36126945a7a00982a21acd, server=ce6119325ab7,44627,1731637145797}] 2024-11-15T02:19:09,838 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,838 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 027d687c3e36126945a7a00982a21acd, NAME => 'test,,1731637148890.027d687c3e36126945a7a00982a21acd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:09,838 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:19:09,839 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:19:09,839 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,839 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637148890.027d687c3e36126945a7a00982a21acd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:09,839 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,839 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,842 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,844 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 027d687c3e36126945a7a00982a21acd columnFamilyName f 2024-11-15T02:19:09,845 DEBUG [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:09,845 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] regionserver.HStore(327): Store=027d687c3e36126945a7a00982a21acd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:09,845 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,851 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 027d687c3e36126945a7a00982a21acd columnFamilyName f1 2024-11-15T02:19:09,851 DEBUG [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:09,852 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] regionserver.HStore(327): Store=027d687c3e36126945a7a00982a21acd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:09,852 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,854 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 027d687c3e36126945a7a00982a21acd columnFamilyName norep 2024-11-15T02:19:09,854 DEBUG [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:09,855 INFO [StoreOpener-027d687c3e36126945a7a00982a21acd-1 {}] regionserver.HStore(327): Store=027d687c3e36126945a7a00982a21acd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:09,856 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,857 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,857 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,861 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,861 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,861 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:19:09,863 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,865 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:09,866 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 027d687c3e36126945a7a00982a21acd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72434500, jitterRate=0.07935816049575806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:19:09,866 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:19:09,866 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 027d687c3e36126945a7a00982a21acd: Running coprocessor pre-open hook at 1731637149839Writing region info on filesystem at 1731637149839Initializing all the Stores at 1731637149841 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637149841Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637149842 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637149842Cleaning up temporary data from old regions at 1731637149861 (+19 ms)Running coprocessor post-open hooks at 1731637149866 (+5 ms)Region opened successfully at 1731637149866 2024-11-15T02:19:09,867 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637148890.027d687c3e36126945a7a00982a21acd., pid=6, masterSystemTime=1731637149832 2024-11-15T02:19:09,871 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,871 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:19:09,872 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=027d687c3e36126945a7a00982a21acd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,44627,1731637145797 2024-11-15T02:19:09,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 027d687c3e36126945a7a00982a21acd, server=ce6119325ab7,44627,1731637145797 because future has completed 2024-11-15T02:19:09,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:19:09,907 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 027d687c3e36126945a7a00982a21acd, server=ce6119325ab7,44627,1731637145797 in 229 msec 2024-11-15T02:19:09,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:19:09,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=027d687c3e36126945a7a00982a21acd, ASSIGN in 403 msec 2024-11-15T02:19:09,922 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:19:09,922 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637149922"}]},"ts":"1731637149922"} 2024-11-15T02:19:09,937 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:19:09,939 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:19:09,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0480 sec 2024-11-15T02:19:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:19:10,051 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:19:10,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e11b5d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34385,-1 for getting cluster id 2024-11-15T02:19:10,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:10,063 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7c44c8-f4da-474e-a7d3-428a04a0a35d' 2024-11-15T02:19:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7c44c8-f4da-474e-a7d3-428a04a0a35d" 2024-11-15T02:19:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fa528e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34385,-1] 2024-11-15T02:19:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:10,065 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:10,068 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:10,069 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38468cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a5b81d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,42199,-1 for getting cluster id 2024-11-15T02:19:10,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:10,080 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c16a1cf9-e242-4a83-aaeb-d8e8344a0f31' 2024-11-15T02:19:10,081 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c16a1cf9-e242-4a83-aaeb-d8e8344a0f31" 2024-11-15T02:19:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f00d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,42199,-1] 2024-11-15T02:19:10,082 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:10,086 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:10,087 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9f74c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7794edaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,095 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34385,-1 for getting cluster id 2024-11-15T02:19:10,096 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:10,099 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7c44c8-f4da-474e-a7d3-428a04a0a35d' 2024-11-15T02:19:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7c44c8-f4da-474e-a7d3-428a04a0a35d" 2024-11-15T02:19:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dbe4f27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,100 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34385,-1] 2024-11-15T02:19:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:10,102 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:10,106 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:10,108 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c63da55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34385,1731637138950 2024-11-15T02:19:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520363e7 2024-11-15T02:19:10,116 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:10,118 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:19:10,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:42199,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:19:10,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:19:10,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:19:10,123 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:42199' 2024-11-15T02:19:10,130 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d21e22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,130 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,42199,-1 for getting cluster id 2024-11-15T02:19:10,131 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:10,132 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c16a1cf9-e242-4a83-aaeb-d8e8344a0f31' 2024-11-15T02:19:10,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:10,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c16a1cf9-e242-4a83-aaeb-d8e8344a0f31" 2024-11-15T02:19:10,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64ffe5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,42199,-1] 2024-11-15T02:19:10,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:10,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:10,141 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:10,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29447b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:10,143 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:10,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,42199,1731637145533 2024-11-15T02:19:10,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@851d25a 2024-11-15T02:19:10,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:10,147 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:19:10,148 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:19:10,148 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:19:10,148 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:10,149 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:10,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:19:10,149 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:19:10,152 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:19:10,156 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:19:10,156 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:10,158 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:19:10,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:19:10,201 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caa69abadb2353e02868df90b57fc358, NAME => 'hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f 2024-11-15T02:19:10,202 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:19:10,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:19:10,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:19:10,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:10,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing caa69abadb2353e02868df90b57fc358, disabling compactions & flushes 2024-11-15T02:19:10,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. after waiting 0 ms 2024-11-15T02:19:10,230 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,230 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,231 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for caa69abadb2353e02868df90b57fc358: Waiting for close lock at 1731637150230Disabling compacts and flushes for region at 1731637150230Disabling writes for close at 1731637150230Writing region close event to WAL at 1731637150230Closed at 1731637150230 2024-11-15T02:19:10,232 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:19:10,233 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637150232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637150232"}]},"ts":"1731637150232"} 2024-11-15T02:19:10,235 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:19:10,237 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:19:10,237 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637150237"}]},"ts":"1731637150237"} 2024-11-15T02:19:10,240 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:19:10,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caa69abadb2353e02868df90b57fc358, ASSIGN}] 2024-11-15T02:19:10,242 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caa69abadb2353e02868df90b57fc358, ASSIGN 2024-11-15T02:19:10,243 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=caa69abadb2353e02868df90b57fc358, ASSIGN; state=OFFLINE, location=ce6119325ab7,40597,1731637139194; forceNewPlan=false, retain=false 2024-11-15T02:19:10,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:19:10,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:19:10,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:19:10,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T02:19:10,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:19:10,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T02:19:10,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:19:10,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T02:19:10,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:19:10,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:19:10,379 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:19:10,379 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:19:10,395 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=caa69abadb2353e02868df90b57fc358, regionState=OPENING, regionLocation=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:10,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=caa69abadb2353e02868df90b57fc358, ASSIGN because future has completed 2024-11-15T02:19:10,398 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa69abadb2353e02868df90b57fc358, server=ce6119325ab7,40597,1731637139194}] 2024-11-15T02:19:10,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:19:10,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,568 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:19:10,569 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:19:10,572 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40597%2C1731637139194.rep, suffix=, logDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194, archiveDir=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/oldWALs, maxLogs=10 2024-11-15T02:19:10,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.rep.1731637150573, exclude list is [], retry=0 2024-11-15T02:19:10,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38115,DS-6fa3a6f4-7876-483a-8c0b-c1064c1ea3d0,DISK] 2024-11-15T02:19:10,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.rep.1731637150573 2024-11-15T02:19:10,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33969:33969)] 2024-11-15T02:19:10,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => caa69abadb2353e02868df90b57fc358, NAME => 'hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:19:10,603 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:19:10,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:19:10,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. service=MultiRowMutationService 2024-11-15T02:19:10,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:19:10,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:19:10,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,611 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,613 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa69abadb2353e02868df90b57fc358 columnFamilyName hfileref 2024-11-15T02:19:10,613 DEBUG [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:10,616 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] regionserver.HStore(327): Store=caa69abadb2353e02868df90b57fc358/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:10,616 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,619 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa69abadb2353e02868df90b57fc358 columnFamilyName queue 2024-11-15T02:19:10,619 DEBUG [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:10,620 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] regionserver.HStore(327): Store=caa69abadb2353e02868df90b57fc358/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:10,624 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,626 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caa69abadb2353e02868df90b57fc358 columnFamilyName sid 2024-11-15T02:19:10,626 DEBUG [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:19:10,626 INFO [StoreOpener-caa69abadb2353e02868df90b57fc358-1 {}] regionserver.HStore(327): Store=caa69abadb2353e02868df90b57fc358/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:19:10,636 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,637 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,639 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,640 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:19:10,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,651 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:19:10,652 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened caa69abadb2353e02868df90b57fc358; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61612812, jitterRate=-0.0818975567817688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:19:10,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caa69abadb2353e02868df90b57fc358 2024-11-15T02:19:10,652 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for caa69abadb2353e02868df90b57fc358: Running coprocessor pre-open hook at 1731637150604Writing region info on filesystem at 1731637150604Initializing all the Stores at 1731637150605 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637150605Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637150611 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637150611Cleaning up temporary data from old regions at 1731637150640 (+29 ms)Running coprocessor post-open hooks at 1731637150652 (+12 ms)Region opened successfully at 1731637150652 2024-11-15T02:19:10,658 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358., pid=10, masterSystemTime=1731637150560 2024-11-15T02:19:10,660 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,661 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:19:10,661 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=caa69abadb2353e02868df90b57fc358, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40597,1731637139194 2024-11-15T02:19:10,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure caa69abadb2353e02868df90b57fc358, server=ce6119325ab7,40597,1731637139194 because future has completed 2024-11-15T02:19:10,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:19:10,671 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure caa69abadb2353e02868df90b57fc358, server=ce6119325ab7,40597,1731637139194 in 268 msec 2024-11-15T02:19:10,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:19:10,680 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=caa69abadb2353e02868df90b57fc358, ASSIGN in 431 msec 2024-11-15T02:19:10,681 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:19:10,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637150681"}]},"ts":"1731637150681"} 2024-11-15T02:19:10,687 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:19:10,689 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:19:10,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 540 msec 2024-11-15T02:19:10,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358., hostname=ce6119325ab7,40597,1731637139194, seqNum=2] 2024-11-15T02:19:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:19:10,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:10,779 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:19:10,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:19:10,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40597 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:19:10,958 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:19:10,988 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,40597,1731637139194, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:19:10,989 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:10,989 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40597,1731637139194, seqNum=-1] 2024-11-15T02:19:10,989 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:10,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34151, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T02:19:10,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,40597,1731637139194', locateType=CURRENT is [region=hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358., hostname=ce6119325ab7,40597,1731637139194, seqNum=2] 2024-11-15T02:19:10,997 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:19:10,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:19:11,001 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,40597,1731637139194 suceeded 2024-11-15T02:19:11,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:19:11,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T02:19:11,004 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:42199,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T02:19:11,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 886 msec 2024-11-15T02:19:11,018 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:42199' 2024-11-15T02:19:11,020 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52fb34fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:11,020 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,42199,-1 for getting cluster id 2024-11-15T02:19:11,020 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:11,021 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c16a1cf9-e242-4a83-aaeb-d8e8344a0f31' 2024-11-15T02:19:11,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c16a1cf9-e242-4a83-aaeb-d8e8344a0f31" 2024-11-15T02:19:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@265469cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,42199,-1] 2024-11-15T02:19:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:11,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:11,024 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:11,025 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54afa4dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:11,026 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:11,027 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,42199,1731637145533 2024-11-15T02:19:11,027 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70090e7c 2024-11-15T02:19:11,027 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:11,028 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T02:19:11,029 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,40597,1731637139194 (queues=1) is replicating from cluster=3b7c44c8-f4da-474e-a7d3-428a04a0a35d to cluster=c16a1cf9-e242-4a83-aaeb-d8e8344a0f31 2024-11-15T02:19:11,029 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C40597%2C1731637139194 2024-11-15T02:19:11,030 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,40597,1731637139194, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:19:11,033 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555, startPosition=0, beingWritten=true 2024-11-15T02:19:11,033 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C40597%2C1731637139194 2024-11-15T02:19:11,065 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:19:11,065 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 379, reset compression=false 2024-11-15T02:19:11,065 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40597,1731637139194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:19:11,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34385 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:19:11,256 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:19:11,256 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:19:11,256 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:19:11,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:11,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:11,256 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:19:11,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:11,263 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731637151261/Put/seqid=0 2024-11-15T02:19:11,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741840_1016 (size=7894) 2024-11-15T02:19:11,319 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 379, reset compression=false 2024-11-15T02:19:11,623 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 379, reset compression=false 2024-11-15T02:19:11,679 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_1 is 34, key is ddd/f:row/1731637151672/Put/seqid=0 2024-11-15T02:19:11,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741841_1017 (size=7691) 2024-11-15T02:19:12,059 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 379, reset compression=false 2024-11-15T02:19:12,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8880b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:12,124 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34385,-1 for getting cluster id 2024-11-15T02:19:12,125 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:12,127 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7c44c8-f4da-474e-a7d3-428a04a0a35d' 2024-11-15T02:19:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:12,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7c44c8-f4da-474e-a7d3-428a04a0a35d" 2024-11-15T02:19:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e169e1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:12,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34385,-1] 2024-11-15T02:19:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:12,135 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:12,139 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:12,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed3d772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:12,141 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40597,1731637139194, seqNum=-1] 2024-11-15T02:19:12,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:12,144 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:12,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34385,1731637138950 2024-11-15T02:19:12,163 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7882ba4a 2024-11-15T02:19:12,166 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:12,170 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:19:12,183 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2] 2024-11-15T02:19:12,203 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:19:12,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T02:19:12,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T02:19:12,291 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_1 for inclusion in 99911ee4e7d131456e8ed3c56ca47aa0/f 2024-11-15T02:19:12,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T02:19:12,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:19:12,300 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_0 for inclusion in 99911ee4e7d131456e8ed3c56ca47aa0/f 2024-11-15T02:19:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T02:19:12,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:19:12,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegion(2603): Flush status journal for 99911ee4e7d131456e8ed3c56ca47aa0: 2024-11-15T02:19:12,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_1 to hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_1 2024-11-15T02:19:12,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_1 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ 2024-11-15T02:19:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f/f/hfile_0 to hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_0 2024-11-15T02:19:12,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_0 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ 2024-11-15T02:19:12,345 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_1 into 99911ee4e7d131456e8ed3c56ca47aa0/f as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ - updating store file list. 2024-11-15T02:19:12,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:19:12,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ into 99911ee4e7d131456e8ed3c56ca47aa0/f 2024-11-15T02:19:12,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_1 into 99911ee4e7d131456e8ed3c56ca47aa0/f (new location: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_) 2024-11-15T02:19:12,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_1 2024-11-15T02:19:12,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_0 into 99911ee4e7d131456e8ed3c56ca47aa0/f as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ - updating store file list. 2024-11-15T02:19:12,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:19:12,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ into 99911ee4e7d131456e8ed3c56ca47aa0/f 2024-11-15T02:19:12,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_0 into 99911ee4e7d131456e8ed3c56ca47aa0/f (new location: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_) 2024-11-15T02:19:12,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__jdgj19ltm585pmks23lee9hqvsfr4no7aa039ngiuo690g1gb1cfm3peicio07m8/f/hfile_0 2024-11-15T02:19:12,418 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:19:12,418 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:19:12,418 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:12,419 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:12,419 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:19:12,421 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:12,421 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T02:19:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44627,1731637145797, seqNum=-1] 2024-11-15T02:19:12,423 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:12,425 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:12,425 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2 , the old value is region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:40597 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:19:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:19:12,426 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2 from cache 2024-11-15T02:19:12,427 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637148890.027d687c3e36126945a7a00982a21acd., hostname=ce6119325ab7,44627,1731637145797, seqNum=2] 2024-11-15T02:19:12,430 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T02:19:12,536 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:40597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T02:19:12,563 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 379, reset compression=false 2024-11-15T02:19:12,581 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:19:12,581 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40597,1731637139194 got entry batch from reader: WALEntryBatch [walEntries=[{test/99911ee4e7d131456e8ed3c56ca47aa0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637152400/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T02:19:12,619 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:19:12,622 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T02:19:12,628 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(318): Replicating [3b7c44c8-f4da-474e-a7d3-428a04a0a35d] bulk loaded data 2024-11-15T02:19:12,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342373c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:12,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,42199,-1 for getting cluster id 2024-11-15T02:19:12,641 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:12,642 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c16a1cf9-e242-4a83-aaeb-d8e8344a0f31' 2024-11-15T02:19:12,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:12,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c16a1cf9-e242-4a83-aaeb-d8e8344a0f31" 2024-11-15T02:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@235082ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,42199,-1] 2024-11-15T02:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:12,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:12,644 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:12,646 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5769bfb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:12,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741837_1013 (size=7691) 2024-11-15T02:19:12,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741838_1014 (size=7894) 2024-11-15T02:19:12,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:12,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,42199,1731637145533 2024-11-15T02:19:12,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a8d40fc 2024-11-15T02:19:12,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:12,775 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T02:19:12,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:19:12,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:12,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44627,1731637145797, seqNum=-1] 2024-11-15T02:19:12,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:12,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T02:19:12,784 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 687, reset compression=false 2024-11-15T02:19:12,809 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T02:19:12,818 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T02:19:12,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ for inclusion in 027d687c3e36126945a7a00982a21acd/f 2024-11-15T02:19:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T02:19:12,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:19:12,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ for inclusion in 027d687c3e36126945a7a00982a21acd/f 2024-11-15T02:19:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T02:19:12,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:19:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HRegion(2603): Flush status journal for 027d687c3e36126945a7a00982a21acd: 2024-11-15T02:19:12,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:19:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/5cf23ba48c4a406d8670d2f3aebe653b_SeqId_4_ 2024-11-15T02:19:12,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:19:12,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/1016c900119b4fe1b09714e9f401f8e0_SeqId_4_ 2024-11-15T02:19:12,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ into 027d687c3e36126945a7a00982a21acd/f as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/5cf23ba48c4a406d8670d2f3aebe653b_SeqId_4_ - updating store file list. 2024-11-15T02:19:12,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5cf23ba48c4a406d8670d2f3aebe653b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:19:12,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/5cf23ba48c4a406d8670d2f3aebe653b_SeqId_4_ into 027d687c3e36126945a7a00982a21acd/f 2024-11-15T02:19:12,908 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ into 027d687c3e36126945a7a00982a21acd/f (new location: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/5cf23ba48c4a406d8670d2f3aebe653b_SeqId_4_) 2024-11-15T02:19:12,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_ 2024-11-15T02:19:12,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ into 027d687c3e36126945a7a00982a21acd/f as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/1016c900119b4fe1b09714e9f401f8e0_SeqId_4_ - updating store file list. 2024-11-15T02:19:12,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 1016c900119b4fe1b09714e9f401f8e0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:19:12,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/1016c900119b4fe1b09714e9f401f8e0_SeqId_4_ into 027d687c3e36126945a7a00982a21acd/f 2024-11-15T02:19:12,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ into 027d687c3e36126945a7a00982a21acd/f (new location: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/f/1016c900119b4fe1b09714e9f401f8e0_SeqId_4_) 2024-11-15T02:19:12,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/staging/jenkins.hfs.6__test__bets8tf3ptda7qnjgjv9gan70t2q0hrf7ju5b4mv5o4tc14ecoq5e8699qoec1al/f/922b21c4ccb448839c64bbb8ab0699ed_SeqId_4_ 2024-11-15T02:19:12,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] regionserver.ReplicationSink(324): Finished replicating [3b7c44c8-f4da-474e-a7d3-428a04a0a35d] bulk loaded data 2024-11-15T02:19:13,103 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 687, reset compression=false 2024-11-15T02:19:13,454 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:19:13,461 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731637153458/Put/seqid=0 2024-11-15T02:19:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741842_1018 (size=7997) 2024-11-15T02:19:13,508 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 687, reset compression=false 2024-11-15T02:19:13,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:19:13,582 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:13,583 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:13,593 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:19:13,605 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:19:13,906 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731637153905/Put/seqid=0 2024-11-15T02:19:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741843_1019 (size=7794) 2024-11-15T02:19:13,928 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c620b24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:13,928 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34385,-1 for getting cluster id 2024-11-15T02:19:13,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:19:13,931 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b7c44c8-f4da-474e-a7d3-428a04a0a35d' 2024-11-15T02:19:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:19:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b7c44c8-f4da-474e-a7d3-428a04a0a35d" 2024-11-15T02:19:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2aef7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34385,-1] 2024-11-15T02:19:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:19:13,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:13,936 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:19:13,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38342beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:19:13,938 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40597,1731637139194, seqNum=-1] 2024-11-15T02:19:13,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:13,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:13,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:19:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34385,1731637138950 2024-11-15T02:19:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@679b30ff 2024-11-15T02:19:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:19:13,964 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:19:13,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2] 2024-11-15T02:19:13,986 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:19:14,009 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T02:19:14,027 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T02:19:14,030 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 687, reset compression=false 2024-11-15T02:19:14,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_0 for inclusion in 99911ee4e7d131456e8ed3c56ca47aa0/f1 2024-11-15T02:19:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T02:19:14,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:19:14,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_1 for inclusion in 99911ee4e7d131456e8ed3c56ca47aa0/f1 2024-11-15T02:19:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T02:19:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:19:14,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegion(2603): Flush status journal for 99911ee4e7d131456e8ed3c56ca47aa0: 2024-11-15T02:19:14,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_0 to hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_0 2024-11-15T02:19:14,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_0 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/0184d206a48144c9991288738527f65f_SeqId_6_ 2024-11-15T02:19:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/load_f1/f1/hfile_1 to hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_1 2024-11-15T02:19:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_1 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/5f244fab6ae949df8010f6e43fd41b9c_SeqId_6_ 2024-11-15T02:19:14,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T02:19:14,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_0 into 99911ee4e7d131456e8ed3c56ca47aa0/f1 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/0184d206a48144c9991288738527f65f_SeqId_6_ - updating store file list. 2024-11-15T02:19:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0184d206a48144c9991288738527f65f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:19:14,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/0184d206a48144c9991288738527f65f_SeqId_6_ into 99911ee4e7d131456e8ed3c56ca47aa0/f1 2024-11-15T02:19:14,127 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_0 into 99911ee4e7d131456e8ed3c56ca47aa0/f1 (new location: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/0184d206a48144c9991288738527f65f_SeqId_6_) 2024-11-15T02:19:14,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_0 2024-11-15T02:19:14,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_1 into 99911ee4e7d131456e8ed3c56ca47aa0/f1 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/5f244fab6ae949df8010f6e43fd41b9c_SeqId_6_ - updating store file list. 2024-11-15T02:19:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5f244fab6ae949df8010f6e43fd41b9c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:19:14,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/5f244fab6ae949df8010f6e43fd41b9c_SeqId_6_ into 99911ee4e7d131456e8ed3c56ca47aa0/f1 2024-11-15T02:19:14,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_1 into 99911ee4e7d131456e8ed3c56ca47aa0/f1 (new location: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/f1/5f244fab6ae949df8010f6e43fd41b9c_SeqId_6_) 2024-11-15T02:19:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/staging/jenkins__test__po2312j9cr2mi4cusjklmgcevvn3ao16s5qb8puaulja778ucdmg3uaihv0tl4gl/f1/hfile_1 2024-11-15T02:19:14,162 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:19:14,162 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:19:14,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:14,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:19:14,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2 , the old value is region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:40597 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:19:14,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:19:14,163 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2 from cache 2024-11-15T02:19:14,163 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:19:14,163 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:19:14,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40597: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:54734 deadline: 1731637214162 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:54734 2024-11-15T02:19:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40597,1731637139194, seqNum=-1] 2024-11-15T02:19:14,169 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:19:14,170 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:19:14,173 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0., hostname=ce6119325ab7,40597,1731637139194, seqNum=2] 2024-11-15T02:19:14,265 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:40597 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T02:19:14,662 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 687, reset compression=false 2024-11-15T02:19:14,668 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:19:14,668 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:14,668 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40597,1731637139194 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:19:14,874 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:15,178 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:15,583 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:16,088 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:16,695 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:17,400 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:18,208 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:19,147 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:20,186 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T02:19:20,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T02:19:21,313 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:22,555 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:23,900 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:25,309 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:26,831 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:28,448 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:28,921 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:19:30,165 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:31,970 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:33,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:34,675 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40597,1731637139194 got entry batch from reader: null 2024-11-15T02:19:35,484 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:19:35,894 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:37,999 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:40,203 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:42,507 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:42,819 INFO [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T02:19:42,819 INFO [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T02:19:44,911 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:47,415 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:49,010 INFO [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T02:19:49,010 INFO [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T02:19:50,025 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:52,729 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:53,630 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 99911ee4e7d131456e8ed3c56ca47aa0, had cached 0 bytes from a total of 31376 2024-11-15T02:19:54,675 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40597,1731637139194 got entry batch from reader: null 2024-11-15T02:19:54,839 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 027d687c3e36126945a7a00982a21acd, had cached 0 bytes from a total of 15585 2024-11-15T02:19:55,533 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:58,437 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:19:58,921 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:20:01,441 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:20:04,562 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:20:05,484 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:20:07,767 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:20:11,072 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:20:14,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:20:14,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:14,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:14,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:14,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:14,218 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:14,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:20:14,218 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=853793104, stopped=false 2024-11-15T02:20:14,218 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,42199,1731637145533 2024-11-15T02:20:14,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127345280/running 2024-11-15T02:20:14,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127345280/running 2024-11-15T02:20:14,229 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:20:14,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:20:14,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:14,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:14,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:14,229 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,44627,1731637145797' ***** 2024-11-15T02:20:14,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/running 2024-11-15T02:20:14,229 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:20:14,229 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Set watcher on znode that does not yet exist, /1127345280/running 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 027d687c3e36126945a7a00982a21acd 2024-11-15T02:20:14,230 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,44627,1731637145797 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:14,230 INFO [RS:0;ce6119325ab7:44627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44627. 2024-11-15T02:20:14,231 DEBUG [RS:0;ce6119325ab7:44627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:14,231 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 027d687c3e36126945a7a00982a21acd, disabling compactions & flushes 2024-11-15T02:20:14,231 DEBUG [RS:0;ce6119325ab7:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:14,231 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:20:14,231 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:20:14,231 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637148890.027d687c3e36126945a7a00982a21acd. after waiting 0 ms 2024-11-15T02:20:14,231 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:20:14,231 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:20:14,231 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:20:14,231 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:20:14,231 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:20:14,232 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:20:14,232 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 027d687c3e36126945a7a00982a21acd=test,,1731637148890.027d687c3e36126945a7a00982a21acd.} 2024-11-15T02:20:14,232 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1351): Waiting on 027d687c3e36126945a7a00982a21acd, 1588230740 2024-11-15T02:20:14,232 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:14,232 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:14,232 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:14,232 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:14,232 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:14,232 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T02:20:14,245 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/default/test/027d687c3e36126945a7a00982a21acd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T02:20:14,246 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:14,246 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:20:14,246 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:20:14,246 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 027d687c3e36126945a7a00982a21acd: Waiting for close lock at 1731637214230Running coprocessor pre-close hooks at 1731637214230Disabling compacts and flushes for region at 1731637214230Disabling writes for close at 1731637214231 (+1 ms)Writing region close event to WAL at 1731637214232 (+1 ms)Running coprocessor post-close hooks at 1731637214246 (+14 ms)Closed at 1731637214246 2024-11-15T02:20:14,247 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637148890.027d687c3e36126945a7a00982a21acd. 2024-11-15T02:20:14,256 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:14,262 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/info/ca285df2a06543129794e547bbb33140 is 129, key is test,,1731637148890.027d687c3e36126945a7a00982a21acd./info:regioninfo/1731637149871/Put/seqid=0 2024-11-15T02:20:14,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741839_1015 (size=6421) 2024-11-15T02:20:14,275 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/info/ca285df2a06543129794e547bbb33140 2024-11-15T02:20:14,307 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/ns/916901bcb3d8407c96d0456abd8478a8 is 43, key is default/ns:d/1731637148108/Put/seqid=0 2024-11-15T02:20:14,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741840_1016 (size=5153) 2024-11-15T02:20:14,376 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:20:14,376 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:20:14,432 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:14,476 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:20:14,632 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:14,675 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40597,1731637139194 got entry batch from reader: null 2024-11-15T02:20:14,712 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/ns/916901bcb3d8407c96d0456abd8478a8 2024-11-15T02:20:14,738 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/rep_barrier/23e3a599eaa24d67abc8bdb7801ab28c is 112, key is test,,1731637148890.027d687c3e36126945a7a00982a21acd./rep_barrier:seqnumDuringOpen/1731637149871/Put/seqid=0 2024-11-15T02:20:14,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741841_1017 (size=5518) 2024-11-15T02:20:14,832 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:15,033 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:15,142 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/rep_barrier/23e3a599eaa24d67abc8bdb7801ab28c 2024-11-15T02:20:15,170 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/table/38dc27ba65284dddbe7d396230556b2a is 40, key is test/table:state/1731637149922/Put/seqid=0 2024-11-15T02:20:15,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741842_1018 (size=5165) 2024-11-15T02:20:15,180 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/table/38dc27ba65284dddbe7d396230556b2a 2024-11-15T02:20:15,190 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/info/ca285df2a06543129794e547bbb33140 as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/info/ca285df2a06543129794e547bbb33140 2024-11-15T02:20:15,203 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/info/ca285df2a06543129794e547bbb33140, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T02:20:15,204 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/ns/916901bcb3d8407c96d0456abd8478a8 as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/ns/916901bcb3d8407c96d0456abd8478a8 2024-11-15T02:20:15,217 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/ns/916901bcb3d8407c96d0456abd8478a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:20:15,218 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/rep_barrier/23e3a599eaa24d67abc8bdb7801ab28c as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/rep_barrier/23e3a599eaa24d67abc8bdb7801ab28c 2024-11-15T02:20:15,227 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/rep_barrier/23e3a599eaa24d67abc8bdb7801ab28c, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T02:20:15,228 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/.tmp/table/38dc27ba65284dddbe7d396230556b2a as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/table/38dc27ba65284dddbe7d396230556b2a 2024-11-15T02:20:15,233 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:20:15,233 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:20:15,233 DEBUG [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:15,236 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/table/38dc27ba65284dddbe7d396230556b2a, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:20:15,238 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=11, compaction requested=false 2024-11-15T02:20:15,250 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T02:20:15,253 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:15,253 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:15,253 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:15,253 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637214232Running coprocessor pre-close hooks at 1731637214232Disabling compacts and flushes for region at 1731637214232Disabling writes for close at 1731637214232Obtaining lock to block concurrent updates at 1731637214232Preparing flush snapshotting stores in 1588230740 at 1731637214232Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731637214233 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637214233Flushing 1588230740/info: creating writer at 1731637214233Flushing 1588230740/info: appending metadata at 1731637214261 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731637214261Flushing 1588230740/ns: creating writer at 1731637214284 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731637214306 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731637214307 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731637214718 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637214737 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637214737Flushing 1588230740/table: creating writer at 1731637215150 (+413 ms)Flushing 1588230740/table: appending metadata at 1731637215169 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731637215170 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1234a38c: reopening flushed file at 1731637215189 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61b18434: reopening flushed file at 1731637215203 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281dbb4: reopening flushed file at 1731637215217 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@136d5e13: reopening flushed file at 1731637215227 (+10 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1006ms, sequenceid=11, compaction requested=false at 1731637215238 (+11 ms)Writing region close event to WAL at 1731637215245 (+7 ms)Running coprocessor post-close hooks at 1731637215253 (+8 ms)Closed at 1731637215253 2024-11-15T02:20:15,256 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:15,433 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,44627,1731637145797; all regions closed. 2024-11-15T02:20:15,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741834_1010 (size=2717) 2024-11-15T02:20:15,442 DEBUG [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/oldWALs 2024-11-15T02:20:15,442 INFO [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C44627%2C1731637145797.meta:.meta(num 1731637147997) 2024-11-15T02:20:15,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741833_1009 (size=1028) 2024-11-15T02:20:15,462 DEBUG [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/oldWALs 2024-11-15T02:20:15,462 INFO [RS:0;ce6119325ab7:44627 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C44627%2C1731637145797:(num 1731637147536) 2024-11-15T02:20:15,462 DEBUG [RS:0;ce6119325ab7:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:15,462 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:15,462 INFO [RS:0;ce6119325ab7:44627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:15,462 INFO [RS:0;ce6119325ab7:44627 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:15,462 INFO [RS:0;ce6119325ab7:44627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:15,463 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:15,463 INFO [RS:0;ce6119325ab7:44627 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44627. 2024-11-15T02:20:15,463 DEBUG [RS:0;ce6119325ab7:44627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:15,463 DEBUG [RS:0;ce6119325ab7:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:15,463 DEBUG [RS:0;ce6119325ab7:44627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:15,463 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:15,463 INFO [RS:0;ce6119325ab7:44627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44627 2024-11-15T02:20:15,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127345280/rs/ce6119325ab7,44627,1731637145797 2024-11-15T02:20:15,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280/rs 2024-11-15T02:20:15,616 INFO [RS:0;ce6119325ab7:44627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:15,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,44627,1731637145797] 2024-11-15T02:20:15,698 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1127345280/draining/ce6119325ab7,44627,1731637145797 already deleted, retry=false 2024-11-15T02:20:15,701 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,44627,1731637145797 expired; onlineServers=0 2024-11-15T02:20:15,701 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,42199,1731637145533' ***** 2024-11-15T02:20:15,701 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:20:15,701 INFO [M:0;ce6119325ab7:42199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:15,701 INFO [M:0;ce6119325ab7:42199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:15,701 DEBUG [M:0;ce6119325ab7:42199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:20:15,701 DEBUG [M:0;ce6119325ab7:42199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:20:15,701 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:20:15,701 INFO [M:0;ce6119325ab7:42199 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:15,701 INFO [M:0;ce6119325ab7:42199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:15,701 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637147130 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637147130,5,FailOnTimeoutGroup] 2024-11-15T02:20:15,702 DEBUG [M:0;ce6119325ab7:42199 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:20:15,702 INFO [M:0;ce6119325ab7:42199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:20:15,702 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637147130 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637147130,5,FailOnTimeoutGroup] 2024-11-15T02:20:15,702 INFO [M:0;ce6119325ab7:42199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:15,704 INFO [M:0;ce6119325ab7:42199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:20:15,705 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:20:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127345280/master 2024-11-15T02:20:15,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127345280 2024-11-15T02:20:15,728 DEBUG [M:0;ce6119325ab7:42199 {}] zookeeper.ZKUtil(347): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Unable to get data of znode /1127345280/master because node does not exist (not an error) 2024-11-15T02:20:15,728 WARN [M:0;ce6119325ab7:42199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:20:15,771 INFO [M:0;ce6119325ab7:42199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/.lastflushedseqids 2024-11-15T02:20:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:15,778 INFO [RS:0;ce6119325ab7:44627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:15,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44627-0x1013c49c9050004, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:15,778 INFO [RS:0;ce6119325ab7:44627 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,44627,1731637145797; zookeeper connection closed. 2024-11-15T02:20:15,792 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1ba4a953 2024-11-15T02:20:15,793 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:20:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741843_1019 (size=173) 2024-11-15T02:20:16,232 INFO [M:0;ce6119325ab7:42199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:20:16,232 INFO [M:0;ce6119325ab7:42199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:20:16,232 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:16,232 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:16,232 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:16,232 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:16,232 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:16,233 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-15T02:20:16,270 DEBUG [M:0;ce6119325ab7:42199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3988ffb750d849d6bf6f59689ec7b051 is 82, key is hbase:meta,,1/info:regioninfo/1731637148078/Put/seqid=0 2024-11-15T02:20:16,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741844_1020 (size=5672) 2024-11-15T02:20:16,292 INFO [M:0;ce6119325ab7:42199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3988ffb750d849d6bf6f59689ec7b051 2024-11-15T02:20:16,341 DEBUG [M:0;ce6119325ab7:42199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61ede9cf084d4490aa9521fae4a656aa is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637149943/Put/seqid=0 2024-11-15T02:20:16,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741845_1021 (size=6726) 2024-11-15T02:20:16,775 INFO [M:0;ce6119325ab7:42199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61ede9cf084d4490aa9521fae4a656aa 2024-11-15T02:20:16,781 INFO [M:0;ce6119325ab7:42199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61ede9cf084d4490aa9521fae4a656aa 2024-11-15T02:20:16,811 DEBUG [M:0;ce6119325ab7:42199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de23402463e4430881f0c598800b7b58 is 69, key is ce6119325ab7,44627,1731637145797/rs:state/1731637147277/Put/seqid=0 2024-11-15T02:20:16,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741846_1022 (size=5156) 2024-11-15T02:20:17,243 INFO [M:0;ce6119325ab7:42199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de23402463e4430881f0c598800b7b58 2024-11-15T02:20:17,262 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3988ffb750d849d6bf6f59689ec7b051 as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3988ffb750d849d6bf6f59689ec7b051 2024-11-15T02:20:17,287 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3988ffb750d849d6bf6f59689ec7b051, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T02:20:17,288 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/61ede9cf084d4490aa9521fae4a656aa as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61ede9cf084d4490aa9521fae4a656aa 2024-11-15T02:20:17,296 INFO [M:0;ce6119325ab7:42199 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 61ede9cf084d4490aa9521fae4a656aa 2024-11-15T02:20:17,296 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/61ede9cf084d4490aa9521fae4a656aa, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T02:20:17,297 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/de23402463e4430881f0c598800b7b58 as hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de23402463e4430881f0c598800b7b58 2024-11-15T02:20:17,305 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35643/user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/de23402463e4430881f0c598800b7b58, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T02:20:17,307 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1074ms, sequenceid=58, compaction requested=false 2024-11-15T02:20:17,369 INFO [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:17,369 DEBUG [M:0;ce6119325ab7:42199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637216232Disabling compacts and flushes for region at 1731637216232Disabling writes for close at 1731637216232Obtaining lock to block concurrent updates at 1731637216233 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637216233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731637216233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637216234 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637216234Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637216270 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637216270Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637216309 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637216340 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637216340Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637216781 (+441 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637216810 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637216810Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f69db1: reopening flushed file at 1731637217255 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7303b90e: reopening flushed file at 1731637217287 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e095329: reopening flushed file at 1731637217296 (+9 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1074ms, sequenceid=58, compaction requested=false at 1731637217307 (+11 ms)Writing region close event to WAL at 1731637217369 (+62 ms)Closed at 1731637217369 2024-11-15T02:20:17,374 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e8343880-da46-b8cc-19c6-89d63b7fcc15/MasterData/WALs/ce6119325ab7,42199,1731637145533/ce6119325ab7%2C42199%2C1731637145533.1731637146693 not finished, retry = 0 2024-11-15T02:20:17,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39441 is added to blk_1073741830_1006 (size=33014) 2024-11-15T02:20:17,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:17,476 INFO [M:0;ce6119325ab7:42199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:20:17,476 INFO [M:0;ce6119325ab7:42199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42199 2024-11-15T02:20:17,477 INFO [M:0;ce6119325ab7:42199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:17,592 INFO [M:0;ce6119325ab7:42199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:17,592 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42199-0x1013c49c9050003, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:17,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51caea7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:17,619 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f2eb632{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:17,619 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:17,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32a22324{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:17,619 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d029729{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:17,627 WARN [BP-1027476986-172.17.0.3-1731637143073 heartbeating to localhost/127.0.0.1:35643 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:20:17,627 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:20:17,627 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:20:17,627 WARN [BP-1027476986-172.17.0.3-1731637143073 heartbeating to localhost/127.0.0.1:35643 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1027476986-172.17.0.3-1731637143073 (Datanode Uuid 0af8bbb1-d1a1-4547-a4dc-d24e562c1a77) service to localhost/127.0.0.1:35643 2024-11-15T02:20:17,628 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:20:17,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/cluster_5a5feab4-b180-7acf-dc41-b4c343a24e3b/data/data1/current/BP-1027476986-172.17.0.3-1731637143073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:17,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/cluster_5a5feab4-b180-7acf-dc41-b4c343a24e3b/data/data2/current/BP-1027476986-172.17.0.3-1731637143073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:17,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5a8cb794{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:17,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ac5598d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:17,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:17,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a30631c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:17,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2260f750{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:17,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:20:17,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:20:17,675 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:17,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:17,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:17,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:17,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:17,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:20:17,678 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=716377535, stopped=false 2024-11-15T02:20:17,679 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,34385,1731637138950 2024-11-15T02:20:17,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219382484/running 2024-11-15T02:20:17,692 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219382484/running 2024-11-15T02:20:17,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:20:17,692 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:17,692 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:20:17,692 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:17,692 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:17,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:17,692 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,40597,1731637139194' ***** 2024-11-15T02:20:17,692 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:20:17,692 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/running 2024-11-15T02:20:17,693 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Set watcher on znode that does not yet exist, /0-1219382484/running 2024-11-15T02:20:17,693 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:20:17,693 INFO [RS:0;ce6119325ab7:40597 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:20:17,693 INFO [RS:0;ce6119325ab7:40597 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:20:17,693 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:20:17,693 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for caa69abadb2353e02868df90b57fc358 2024-11-15T02:20:17,698 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:17,700 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 99911ee4e7d131456e8ed3c56ca47aa0 2024-11-15T02:20:17,700 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,40597,1731637139194 2024-11-15T02:20:17,700 INFO [RS:0;ce6119325ab7:40597 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:17,700 INFO [RS:0;ce6119325ab7:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40597. 2024-11-15T02:20:17,700 DEBUG [RS:0;ce6119325ab7:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:17,700 DEBUG [RS:0;ce6119325ab7:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:17,701 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:20:17,701 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:20:17,701 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:20:17,701 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:20:17,702 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caa69abadb2353e02868df90b57fc358, disabling compactions & flushes 2024-11-15T02:20:17,702 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:20:17,702 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:20:17,702 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. after waiting 0 ms 2024-11-15T02:20:17,703 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:20:17,703 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing caa69abadb2353e02868df90b57fc358 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T02:20:17,708 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:20:17,708 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, caa69abadb2353e02868df90b57fc358=hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358., 99911ee4e7d131456e8ed3c56ca47aa0=test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0.} 2024-11-15T02:20:17,708 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99911ee4e7d131456e8ed3c56ca47aa0, caa69abadb2353e02868df90b57fc358 2024-11-15T02:20:17,709 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:17,709 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:17,709 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:17,709 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:17,709 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:17,709 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:20:17,741 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/.tmp/hfileref/7c088a61bc844b7fac3a33b4585fd250 is 74, key is 1/hfileref:3caa4f8556dd4aac8a22fbd18fe78bf5_SeqId_4_/1731637152951/DeleteColumn/seqid=0 2024-11-15T02:20:17,765 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/info/97e691ad83174be183481c6ae6dbbe31 is 147, key is hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358./info:regioninfo/1731637150661/Put/seqid=0 2024-11-15T02:20:17,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741845_1021 (size=7686) 2024-11-15T02:20:17,820 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/info/97e691ad83174be183481c6ae6dbbe31 2024-11-15T02:20:17,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741844_1020 (size=5203) 2024-11-15T02:20:17,828 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/.tmp/hfileref/7c088a61bc844b7fac3a33b4585fd250 2024-11-15T02:20:17,876 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/ns/300a3d6fc94e46cc95ebe25b70b7cef9 is 43, key is default/ns:d/1731637142801/Put/seqid=0 2024-11-15T02:20:17,888 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/.tmp/queue/ad88d0091d144fbcba8be9f2e0716c45 is 153, key is 1-ce6119325ab7,40597,1731637139194/queue:ce6119325ab7%2C40597%2C1731637139194/1731637154670/Put/seqid=0 2024-11-15T02:20:17,909 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99911ee4e7d131456e8ed3c56ca47aa0, caa69abadb2353e02868df90b57fc358 2024-11-15T02:20:17,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741846_1022 (size=5153) 2024-11-15T02:20:17,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741847_1023 (size=5352) 2024-11-15T02:20:17,981 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 to pos 997, reset compression=false 2024-11-15T02:20:18,110 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99911ee4e7d131456e8ed3c56ca47aa0, caa69abadb2353e02868df90b57fc358 2024-11-15T02:20:18,310 DEBUG [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 99911ee4e7d131456e8ed3c56ca47aa0, caa69abadb2353e02868df90b57fc358 2024-11-15T02:20:18,322 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/ns/300a3d6fc94e46cc95ebe25b70b7cef9 2024-11-15T02:20:18,328 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/.tmp/queue/ad88d0091d144fbcba8be9f2e0716c45 2024-11-15T02:20:18,334 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/.tmp/hfileref/7c088a61bc844b7fac3a33b4585fd250 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/hfileref/7c088a61bc844b7fac3a33b4585fd250 2024-11-15T02:20:18,342 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/hfileref/7c088a61bc844b7fac3a33b4585fd250, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T02:20:18,344 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/.tmp/queue/ad88d0091d144fbcba8be9f2e0716c45 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/queue/ad88d0091d144fbcba8be9f2e0716c45 2024-11-15T02:20:18,347 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/rep_barrier/0e872e156c314c38bc78d4a4e4f426d8 is 112, key is test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0./rep_barrier:seqnumDuringOpen/1731637148654/Put/seqid=0 2024-11-15T02:20:18,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741848_1024 (size=5518) 2024-11-15T02:20:18,355 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/rep_barrier/0e872e156c314c38bc78d4a4e4f426d8 2024-11-15T02:20:18,356 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/queue/ad88d0091d144fbcba8be9f2e0716c45, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T02:20:18,357 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for caa69abadb2353e02868df90b57fc358 in 654ms, sequenceid=10, compaction requested=false 2024-11-15T02:20:18,364 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/replication/caa69abadb2353e02868df90b57fc358/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T02:20:18,364 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:18,364 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:18,364 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:20:18,364 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caa69abadb2353e02868df90b57fc358: Waiting for close lock at 1731637217702Running coprocessor pre-close hooks at 1731637217702Disabling compacts and flushes for region at 1731637217702Disabling writes for close at 1731637217702Obtaining lock to block concurrent updates at 1731637217703 (+1 ms)Preparing flush snapshotting stores in caa69abadb2353e02868df90b57fc358 at 1731637217703Finished memstore snapshotting hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731637217703Flushing stores of hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. at 1731637217704 (+1 ms)Flushing caa69abadb2353e02868df90b57fc358/hfileref: creating writer at 1731637217705 (+1 ms)Flushing caa69abadb2353e02868df90b57fc358/hfileref: appending metadata at 1731637217740 (+35 ms)Flushing caa69abadb2353e02868df90b57fc358/hfileref: closing flushed file at 1731637217741 (+1 ms)Flushing caa69abadb2353e02868df90b57fc358/queue: creating writer at 1731637217847 (+106 ms)Flushing caa69abadb2353e02868df90b57fc358/queue: appending metadata at 1731637217887 (+40 ms)Flushing caa69abadb2353e02868df90b57fc358/queue: closing flushed file at 1731637217888 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29cd1853: reopening flushed file at 1731637218333 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3817d: reopening flushed file at 1731637218342 (+9 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for caa69abadb2353e02868df90b57fc358 in 654ms, sequenceid=10, compaction requested=false at 1731637218357 (+15 ms)Writing region close event to WAL at 1731637218358 (+1 ms)Running coprocessor post-close hooks at 1731637218364 (+6 ms)Closed at 1731637218364 2024-11-15T02:20:18,365 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637150149.caa69abadb2353e02868df90b57fc358. 2024-11-15T02:20:18,365 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 99911ee4e7d131456e8ed3c56ca47aa0, disabling compactions & flushes 2024-11-15T02:20:18,365 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:20:18,365 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:20:18,365 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. after waiting 0 ms 2024-11-15T02:20:18,365 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:20:18,376 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/default/test/99911ee4e7d131456e8ed3c56ca47aa0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:20:18,377 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:18,377 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:20:18,377 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:20:18,377 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 99911ee4e7d131456e8ed3c56ca47aa0: Waiting for close lock at 1731637218365Running coprocessor pre-close hooks at 1731637218365Disabling compacts and flushes for region at 1731637218365Disabling writes for close at 1731637218365Writing region close event to WAL at 1731637218373 (+8 ms)Running coprocessor post-close hooks at 1731637218377 (+4 ms)Closed at 1731637218377 2024-11-15T02:20:18,377 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637148232.99911ee4e7d131456e8ed3c56ca47aa0. 2024-11-15T02:20:18,382 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/table/06b995701df340f086ae3b9fb01b01e0 is 53, key is hbase:replication/table:state/1731637150681/Put/seqid=0 2024-11-15T02:20:18,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741849_1025 (size=5308) 2024-11-15T02:20:18,405 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/table/06b995701df340f086ae3b9fb01b01e0 2024-11-15T02:20:18,416 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:20:18,417 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:20:18,423 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/info/97e691ad83174be183481c6ae6dbbe31 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/info/97e691ad83174be183481c6ae6dbbe31 2024-11-15T02:20:18,432 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/info/97e691ad83174be183481c6ae6dbbe31, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:20:18,433 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/ns/300a3d6fc94e46cc95ebe25b70b7cef9 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/ns/300a3d6fc94e46cc95ebe25b70b7cef9 2024-11-15T02:20:18,440 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/ns/300a3d6fc94e46cc95ebe25b70b7cef9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:20:18,441 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/rep_barrier/0e872e156c314c38bc78d4a4e4f426d8 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/rep_barrier/0e872e156c314c38bc78d4a4e4f426d8 2024-11-15T02:20:18,456 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/rep_barrier/0e872e156c314c38bc78d4a4e4f426d8, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:20:18,457 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/.tmp/table/06b995701df340f086ae3b9fb01b01e0 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/table/06b995701df340f086ae3b9fb01b01e0 2024-11-15T02:20:18,464 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/table/06b995701df340f086ae3b9fb01b01e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:20:18,465 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 756ms, sequenceid=16, compaction requested=false 2024-11-15T02:20:18,489 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:20:18,490 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:18,490 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:18,490 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:18,490 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637217709Running coprocessor pre-close hooks at 1731637217709Disabling compacts and flushes for region at 1731637217709Disabling writes for close at 1731637217709Obtaining lock to block concurrent updates at 1731637217709Preparing flush snapshotting stores in 1588230740 at 1731637217709Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637217710 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637217720 (+10 ms)Flushing 1588230740/info: creating writer at 1731637217720Flushing 1588230740/info: appending metadata at 1731637217765 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731637217765Flushing 1588230740/ns: creating writer at 1731637217841 (+76 ms)Flushing 1588230740/ns: appending metadata at 1731637217876 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731637217876Flushing 1588230740/rep_barrier: creating writer at 1731637218327 (+451 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637218347 (+20 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637218347Flushing 1588230740/table: creating writer at 1731637218362 (+15 ms)Flushing 1588230740/table: appending metadata at 1731637218382 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731637218382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36c45268: reopening flushed file at 1731637218422 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ea352e: reopening flushed file at 1731637218432 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ae2a133: reopening flushed file at 1731637218440 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@731a5410: reopening flushed file at 1731637218456 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 756ms, sequenceid=16, compaction requested=false at 1731637218465 (+9 ms)Writing region close event to WAL at 1731637218469 (+4 ms)Running coprocessor post-close hooks at 1731637218489 (+20 ms)Closed at 1731637218490 (+1 ms) 2024-11-15T02:20:18,490 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:18,512 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,40597,1731637139194; all regions closed. 2024-11-15T02:20:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:20:18,554 DEBUG [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/oldWALs 2024-11-15T02:20:18,554 INFO [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40597%2C1731637139194.meta:.meta(num 1731637142584) 2024-11-15T02:20:18,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741839_1015 (size=2700) 2024-11-15T02:20:18,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.rep.1731637150573 not finished, retry = 0 2024-11-15T02:20:18,667 DEBUG [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/oldWALs 2024-11-15T02:20:18,667 INFO [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40597%2C1731637139194.rep:(num 1731637150573) 2024-11-15T02:20:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741832_1008 (size=1300) 2024-11-15T02:20:18,671 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/WALs/ce6119325ab7,40597,1731637139194/ce6119325ab7%2C40597%2C1731637139194.1731637141555 not finished, retry = 0 2024-11-15T02:20:18,774 DEBUG [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/oldWALs 2024-11-15T02:20:18,774 INFO [RS:0;ce6119325ab7:40597 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40597%2C1731637139194:(num 1731637141555) 2024-11-15T02:20:18,774 DEBUG [RS:0;ce6119325ab7:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:18,774 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:18,774 INFO [RS:0;ce6119325ab7:40597 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:18,774 INFO [RS:0;ce6119325ab7:40597 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:18,774 INFO [RS:0;ce6119325ab7:40597 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:18,774 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:18,775 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,40597,1731637139194 because: Region server is closing 2024-11-15T02:20:18,775 INFO [RS:0;ce6119325ab7:40597 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40597. 2024-11-15T02:20:18,775 DEBUG [RS:0;ce6119325ab7:40597 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:18,775 DEBUG [RS:0;ce6119325ab7:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:18,775 DEBUG [RS:0;ce6119325ab7:40597 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:18,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:18,875 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:20:18,875 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.wal-reader.ce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:20:18,876 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40597,1731637139194.replicationSource.shipperce6119325ab7%2C40597%2C1731637139194,1-ce6119325ab7,40597,1731637139194 terminated 2024-11-15T02:20:18,876 INFO [RS:0;ce6119325ab7:40597 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40597 2024-11-15T02:20:18,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484/rs 2024-11-15T02:20:18,889 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219382484/rs/ce6119325ab7,40597,1731637139194 2024-11-15T02:20:18,889 INFO [RS:0;ce6119325ab7:40597 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:18,890 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,40597,1731637139194] 2024-11-15T02:20:18,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/draining/ce6119325ab7,40597,1731637139194 already deleted, retry=false 2024-11-15T02:20:18,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,40597,1731637139194 expired; onlineServers=0 2024-11-15T02:20:18,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,34385,1731637138950' ***** 2024-11-15T02:20:18,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:20:18,904 INFO [M:0;ce6119325ab7:34385 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:18,904 INFO [M:0;ce6119325ab7:34385 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:18,904 DEBUG [M:0;ce6119325ab7:34385 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:20:18,905 DEBUG [M:0;ce6119325ab7:34385 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:20:18,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:20:18,905 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637141348 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637141348,5,FailOnTimeoutGroup] 2024-11-15T02:20:18,905 INFO [M:0;ce6119325ab7:34385 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:18,905 INFO [M:0;ce6119325ab7:34385 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:18,905 DEBUG [M:0;ce6119325ab7:34385 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:20:18,905 INFO [M:0;ce6119325ab7:34385 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:20:18,905 INFO [M:0;ce6119325ab7:34385 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:18,905 INFO [M:0;ce6119325ab7:34385 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:20:18,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:20:18,905 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637141356 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637141356,5,FailOnTimeoutGroup] 2024-11-15T02:20:18,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1219382484/master 2024-11-15T02:20:18,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1219382484 2024-11-15T02:20:18,932 INFO [M:0;ce6119325ab7:34385 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/.lastflushedseqids 2024-11-15T02:20:18,938 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1219382484/master already deleted, retry=false 2024-11-15T02:20:18,938 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1219382484/master 2024-11-15T02:20:18,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741850_1026 (size=263) 2024-11-15T02:20:18,976 INFO [M:0;ce6119325ab7:34385 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:20:18,976 INFO [M:0;ce6119325ab7:34385 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:20:18,977 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:18,977 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:18,977 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:18,977 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:18,977 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:18,977 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.84 KB heapSize=65.84 KB 2024-11-15T02:20:19,006 DEBUG [M:0;ce6119325ab7:34385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea71707cef5143f8b0013394d7fd2ebe is 82, key is hbase:meta,,1/info:regioninfo/1731637142643/Put/seqid=0 2024-11-15T02:20:19,013 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:19,013 DEBUG [pool-582-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40597-0x1013c49c9050001, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:19,014 INFO [RS:0;ce6119325ab7:40597 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:19,014 INFO [RS:0;ce6119325ab7:40597 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,40597,1731637139194; zookeeper connection closed. 2024-11-15T02:20:19,024 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@27058c7 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@27058c7 2024-11-15T02:20:19,024 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:20:19,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741851_1027 (size=5672) 2024-11-15T02:20:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,439 INFO [M:0;ce6119325ab7:34385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea71707cef5143f8b0013394d7fd2ebe 2024-11-15T02:20:19,463 DEBUG [M:0;ce6119325ab7:34385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b53d43cab504528bcfb44ed7f5eba3c is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637148675/Put/seqid=0 2024-11-15T02:20:19,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741852_1028 (size=7239) 2024-11-15T02:20:19,781 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:20:19,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,819 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:19,867 INFO [M:0;ce6119325ab7:34385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.29 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b53d43cab504528bcfb44ed7f5eba3c 2024-11-15T02:20:19,872 INFO [M:0;ce6119325ab7:34385 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b53d43cab504528bcfb44ed7f5eba3c 2024-11-15T02:20:19,884 DEBUG [M:0;ce6119325ab7:34385 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866d4f28637f48979e55f92bd70bbfd2 is 69, key is ce6119325ab7,40597,1731637139194/rs:state/1731637141385/Put/seqid=0 2024-11-15T02:20:19,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741853_1029 (size=5156) 2024-11-15T02:20:20,293 INFO [M:0;ce6119325ab7:34385 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866d4f28637f48979e55f92bd70bbfd2 2024-11-15T02:20:20,311 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ea71707cef5143f8b0013394d7fd2ebe as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea71707cef5143f8b0013394d7fd2ebe 2024-11-15T02:20:20,318 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ea71707cef5143f8b0013394d7fd2ebe, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T02:20:20,320 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8b53d43cab504528bcfb44ed7f5eba3c as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b53d43cab504528bcfb44ed7f5eba3c 2024-11-15T02:20:20,325 INFO [M:0;ce6119325ab7:34385 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8b53d43cab504528bcfb44ed7f5eba3c 2024-11-15T02:20:20,326 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8b53d43cab504528bcfb44ed7f5eba3c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T02:20:20,327 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/866d4f28637f48979e55f92bd70bbfd2 as hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/866d4f28637f48979e55f92bd70bbfd2 2024-11-15T02:20:20,333 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43987/user/jenkins/test-data/b7d96324-e0e4-a87e-d49e-990b1a7e265f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/866d4f28637f48979e55f92bd70bbfd2, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T02:20:20,337 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=105, compaction requested=false 2024-11-15T02:20:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:20,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:20:20,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:20:20,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T02:20:20,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:20,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:20:20,390 INFO [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:20,391 DEBUG [M:0;ce6119325ab7:34385 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637218976Disabling compacts and flushes for region at 1731637218976Disabling writes for close at 1731637218977 (+1 ms)Obtaining lock to block concurrent updates at 1731637218977Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637218977Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57183, getHeapSize=67352, getOffHeapSize=0, getCellsCount=122 at 1731637218977Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637218978 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637218978Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637219005 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637219005Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637219445 (+440 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637219462 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637219462Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637219872 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637219884 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637219884Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c96101f: reopening flushed file at 1731637220310 (+426 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a0a5c1e: reopening flushed file at 1731637220318 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1abff383: reopening flushed file at 1731637220326 (+8 ms)Finished flush of dataSize ~55.84 KB/57183, heapSize ~65.54 KB/67112, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1360ms, sequenceid=105, compaction requested=false at 1731637220337 (+11 ms)Writing region close event to WAL at 1731637220390 (+53 ms)Closed at 1731637220390 2024-11-15T02:20:20,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38115 is added to blk_1073741830_1006 (size=64514) 2024-11-15T02:20:20,420 INFO [M:0;ce6119325ab7:34385 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:20:20,420 INFO [M:0;ce6119325ab7:34385 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34385 2024-11-15T02:20:20,420 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:20,421 INFO [M:0;ce6119325ab7:34385 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:20,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:20,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34385-0x1013c49c9050000, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:20,613 INFO [M:0;ce6119325ab7:34385 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:20,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d71af9a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:20,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2535e424{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:20,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:20,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de39c3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:20,625 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73a2eb2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:20,629 WARN [BP-1582459022-172.17.0.3-1731637136772 heartbeating to localhost/127.0.0.1:43987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:20:20,629 WARN [BP-1582459022-172.17.0.3-1731637136772 heartbeating to localhost/127.0.0.1:43987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1582459022-172.17.0.3-1731637136772 (Datanode Uuid 21e4b636-369c-4b46-9e33-99d0c51534db) service to localhost/127.0.0.1:43987 2024-11-15T02:20:20,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/data/data1/current/BP-1582459022-172.17.0.3-1731637136772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:20,630 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/cluster_7c479158-0b6a-9679-64fd-a6b7e43af0cc/data/data2/current/BP-1582459022-172.17.0.3-1731637136772 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:20,630 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:20:20,630 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:20:20,631 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:20:20,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3676e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:20,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b599502{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:20,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:20,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a504357{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:20,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b42acc6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f4309d29-0711-11ec-38a8-62282ebc1065/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:20,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:20:20,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:20:20,693 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=158 (was 137) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:43987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59946) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f67e8b8e138.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35643 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007f67e8b8e138.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43987 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35643 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:35643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:35643 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35643 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59946) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=503 (was 466) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=923 (was 929), ProcessCount=11 (was 11), AvailableMemoryMB=1865 (was 2240) 2024-11-15T02:20:20,703 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=159, OpenFileDescriptor=503, MaxFileDescriptor=1048576, SystemLoadAverage=923, ProcessCount=11, AvailableMemoryMB=1863 2024-11-15T02:20:20,720 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T02:20:20,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir so I do NOT create it in target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a 2024-11-15T02:20:20,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:20:20,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.tmp.dir so I do NOT create it in target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a 2024-11-15T02:20:20,721 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b03e2ed3-e456-bc74-dcf6-48ae0690b768/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:20:20,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a 2024-11-15T02:20:20,721 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829, deleteOnExit=true 2024-11-15T02:20:20,731 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/zookeeper_0, clientPort=64582, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:20:20,733 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64582 2024-11-15T02:20:20,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:20:20,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:20:20,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/test.cache.data in system properties and HBase conf 2024-11-15T02:20:20,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:20:20,733 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:20:20,734 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:20:20,734 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:20:20,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:20:20,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c49c9050005, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:20:20,756 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c49c9050005, quorum=127.0.0.1:59946, baseZNode=/1127345280 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:20:20,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c49c9050002, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:20:20,763 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c49c9050002, quorum=127.0.0.1:59946, baseZNode=/0-1219382484 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:20:21,414 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:21,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:21,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:21,550 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:21,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:20:21,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:21,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b54bb0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:21,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@519f12de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:21,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@286fa3eb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/java.io.tmpdir/jetty-localhost-45697-hadoop-hdfs-3_4_1-tests_jar-_-any-11116393846966984522/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:21,725 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32f57dac{HTTP/1.1, (http/1.1)}{localhost:45697} 2024-11-15T02:20:21,725 INFO [Time-limited test {}] server.Server(415): Started @138103ms 2024-11-15T02:20:22,209 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:22,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:22,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:22,233 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:22,233 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:20:22,234 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5547a402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:22,235 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e010c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:22,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5de07a34{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/java.io.tmpdir/jetty-localhost-38257-hadoop-hdfs-3_4_1-tests_jar-_-any-14508774042740902609/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:22,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6176167b{HTTP/1.1, (http/1.1)}{localhost:38257} 2024-11-15T02:20:22,404 INFO [Time-limited test {}] server.Server(415): Started @138781ms 2024-11-15T02:20:22,405 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:20:23,207 WARN [Thread-1280 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/data/data1/current/BP-1853397790-172.17.0.3-1731637220758/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:23,211 WARN [Thread-1281 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/data/data2/current/BP-1853397790-172.17.0.3-1731637220758/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:23,234 WARN [Thread-1268 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:20:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6ca04f557cde8d2 with lease ID 0x2c65f2e13b0bc3a7: Processing first storage report for DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9 from datanode DatanodeRegistration(127.0.0.1:38907, datanodeUuid=62fb5608-8353-4c5e-877f-7fd8c200e3d5, infoPort=44039, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=666926835;c=1731637220758) 2024-11-15T02:20:23,237 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6ca04f557cde8d2 with lease ID 0x2c65f2e13b0bc3a7: from storage DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9 node DatanodeRegistration(127.0.0.1:38907, datanodeUuid=62fb5608-8353-4c5e-877f-7fd8c200e3d5, infoPort=44039, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=666926835;c=1731637220758), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6ca04f557cde8d2 with lease ID 0x2c65f2e13b0bc3a7: Processing first storage report for DS-d73738c9-af43-4ba5-86c4-4f7d96802003 from datanode DatanodeRegistration(127.0.0.1:38907, datanodeUuid=62fb5608-8353-4c5e-877f-7fd8c200e3d5, infoPort=44039, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=666926835;c=1731637220758) 2024-11-15T02:20:23,238 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6ca04f557cde8d2 with lease ID 0x2c65f2e13b0bc3a7: from storage DS-d73738c9-af43-4ba5-86c4-4f7d96802003 node DatanodeRegistration(127.0.0.1:38907, datanodeUuid=62fb5608-8353-4c5e-877f-7fd8c200e3d5, infoPort=44039, infoSecurePort=0, ipcPort=36715, storageInfo=lv=-57;cid=testClusterID;nsid=666926835;c=1731637220758), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:23,306 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a 2024-11-15T02:20:23,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:23,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:20:23,720 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e with version=8 2024-11-15T02:20:23,720 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/hbase-staging 2024-11-15T02:20:23,722 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:23,722 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:23,723 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:23,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:23,723 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:23,723 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:20:23,723 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:23,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34477 2024-11-15T02:20:23,725 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34477 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:23,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344770x0, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:23,850 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34477-0x1013c4b111f0000 connected 2024-11-15T02:20:24,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:24,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:24,153 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:24,153 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e, hbase.cluster.distributed=false 2024-11-15T02:20:24,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/acl 2024-11-15T02:20:24,166 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34477 2024-11-15T02:20:24,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34477 2024-11-15T02:20:24,167 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34477 2024-11-15T02:20:24,168 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34477 2024-11-15T02:20:24,174 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34477 2024-11-15T02:20:24,201 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:24,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:24,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:24,202 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:24,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:24,202 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:24,202 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:20:24,202 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:24,216 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45993 2024-11-15T02:20:24,218 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45993 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:24,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:24,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:24,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459930x0, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:24,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45993-0x1013c4b111f0001 connected 2024-11-15T02:20:24,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:24,269 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:20:24,270 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:20:24,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/master 2024-11-15T02:20:24,271 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/acl 2024-11-15T02:20:24,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-15T02:20:24,281 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45993 2024-11-15T02:20:24,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45993 2024-11-15T02:20:24,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-15T02:20:24,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45993 2024-11-15T02:20:24,383 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:34477 2024-11-15T02:20:24,383 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01333927141/backup-masters/ce6119325ab7,34477,1731637223722 2024-11-15T02:20:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:24,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:24,409 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on existing znode=/01333927141/backup-masters/ce6119325ab7,34477,1731637223722 2024-11-15T02:20:24,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:24,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333927141/master 2024-11-15T02:20:24,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:24,435 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on existing znode=/01333927141/master 2024-11-15T02:20:24,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01333927141/backup-masters/ce6119325ab7,34477,1731637223722 from backup master directory 2024-11-15T02:20:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/backup-masters/ce6119325ab7,34477,1731637223722 2024-11-15T02:20:24,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:24,452 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:24,452 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,34477,1731637223722 2024-11-15T02:20:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:24,476 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/hbase.id] with ID: c9b4115c-2b23-411b-9059-9f4d9fca99b6 2024-11-15T02:20:24,476 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/.tmp/hbase.id 2024-11-15T02:20:24,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:20:24,964 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/.tmp/hbase.id]:[hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/hbase.id] 2024-11-15T02:20:25,066 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:25,066 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:20:25,067 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:20:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:25,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:25,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:20:25,545 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:20:25,546 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:20:25,546 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:25,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:20:25,883 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:20:25,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:25,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:25,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:25,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:25,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:25,997 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store 2024-11-15T02:20:26,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:20:26,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:26,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:26,432 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:26,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:26,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:26,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:26,432 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:26,432 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637226432Disabling compacts and flushes for region at 1731637226432Disabling writes for close at 1731637226432Writing region close event to WAL at 1731637226432Closed at 1731637226432 2024-11-15T02:20:26,433 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/.initializing 2024-11-15T02:20:26,433 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722 2024-11-15T02:20:26,433 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:26,435 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C34477%2C1731637223722, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/oldWALs, maxLogs=10 2024-11-15T02:20:26,448 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722/ce6119325ab7%2C34477%2C1731637223722.1731637226435, exclude list is [], retry=0 2024-11-15T02:20:26,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:26,451 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722/ce6119325ab7%2C34477%2C1731637223722.1731637226435 2024-11-15T02:20:26,451 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:26,451 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:26,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:26,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,452 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:20:26,454 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:20:26,455 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:26,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:26,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:20:26,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:20:26,457 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:26,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:26,458 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,458 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,458 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,459 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,459 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,459 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:26,460 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:26,462 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:26,463 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68277330, jitterRate=0.017411500215530396}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:26,463 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637226452Initializing all the Stores at 1731637226453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637226453Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637226453Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637226453Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637226453Cleaning up temporary data from old regions at 1731637226459 (+6 ms)Region opened successfully at 1731637226463 (+4 ms) 2024-11-15T02:20:26,464 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:20:26,466 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52675609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:26,467 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:20:26,467 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:20:26,467 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:20:26,467 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:20:26,468 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:20:26,468 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:20:26,468 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:20:26,470 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:20:26,471 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/balancer because node does not exist (not necessarily an error) 2024-11-15T02:20:26,593 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/balancer already deleted, retry=false 2024-11-15T02:20:26,594 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:20:26,594 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:20:26,676 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/normalizer already deleted, retry=false 2024-11-15T02:20:26,677 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:20:26,678 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:20:26,766 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/switch/split already deleted, retry=false 2024-11-15T02:20:26,767 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:20:26,903 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/switch/merge already deleted, retry=false 2024-11-15T02:20:26,917 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:20:26,968 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/snapshot-cleanup already deleted, retry=false 2024-11-15T02:20:26,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:26,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:26,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:26,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:26,995 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,34477,1731637223722, sessionid=0x1013c4b111f0000, setting cluster-up flag (Was=false) 2024-11-15T02:20:27,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:27,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:27,085 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333927141/flush-table-proc/acquired, /01333927141/flush-table-proc/reached, /01333927141/flush-table-proc/abort 2024-11-15T02:20:27,094 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,34477,1731637223722 2024-11-15T02:20:27,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:27,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:27,406 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333927141/online-snapshot/acquired, /01333927141/online-snapshot/reached, /01333927141/online-snapshot/abort 2024-11-15T02:20:27,408 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,34477,1731637223722 2024-11-15T02:20:27,412 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:20:27,418 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:27,418 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:20:27,418 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:20:27,418 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,34477,1731637223722 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:20:27,419 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:27,419 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:27,419 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:27,419 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:27,420 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:20:27,420 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,420 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:27,420 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,446 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:27,446 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:20:27,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637257448 2024-11-15T02:20:27,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:20:27,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:20:27,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:20:27,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:20:27,449 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:20:27,449 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:20:27,452 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,457 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:27,457 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:20:27,462 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:20:27,463 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:20:27,463 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:20:27,463 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:20:27,464 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:20:27,464 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:20:27,468 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637227464,5,FailOnTimeoutGroup] 2024-11-15T02:20:27,470 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637227468,5,FailOnTimeoutGroup] 2024-11-15T02:20:27,470 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,470 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:20:27,470 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,470 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,500 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(746): ClusterId : c9b4115c-2b23-411b-9059-9f4d9fca99b6 2024-11-15T02:20:27,500 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:20:27,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:20:27,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:20:27,564 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e 2024-11-15T02:20:27,612 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:20:27,612 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:20:27,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:20:27,679 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:27,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:27,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:27,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:27,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:27,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:27,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:27,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:27,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:27,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:27,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:27,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:27,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:27,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:27,718 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:20:27,718 DEBUG [RS:0;ce6119325ab7:45993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bd9a93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:27,724 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:27,736 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:27,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:27,738 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:27,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740 2024-11-15T02:20:27,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740 2024-11-15T02:20:27,745 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:45993 2024-11-15T02:20:27,745 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:20:27,745 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:20:27,745 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:20:27,746 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,34477,1731637223722 with port=45993, startcode=1731637224201 2024-11-15T02:20:27,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:27,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:27,746 DEBUG [RS:0;ce6119325ab7:45993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:20:27,747 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:27,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:27,751 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:27,751 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72677536, jitterRate=0.08297967910766602}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:27,753 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637227679Initializing all the Stores at 1731637227692 (+13 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637227692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637227700 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637227700Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637227700Cleaning up temporary data from old regions at 1731637227746 (+46 ms)Region opened successfully at 1731637227753 (+7 ms) 2024-11-15T02:20:27,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:27,754 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:27,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:27,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:27,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:27,754 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46483, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:20:27,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:27,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637227754Disabling compacts and flushes for region at 1731637227754Disabling writes for close at 1731637227754Writing region close event to WAL at 1731637227756 (+2 ms)Closed at 1731637227756 2024-11-15T02:20:27,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34477 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,45993,1731637224201 2024-11-15T02:20:27,761 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34477 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,45993,1731637224201 2024-11-15T02:20:27,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:27,762 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:20:27,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:20:27,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:27,766 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:20:27,768 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e 2024-11-15T02:20:27,768 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44505 2024-11-15T02:20:27,768 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:20:27,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/rs 2024-11-15T02:20:27,835 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,45993,1731637224201] 2024-11-15T02:20:27,844 DEBUG [RS:0;ce6119325ab7:45993 {}] zookeeper.ZKUtil(111): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on existing znode=/01333927141/rs/ce6119325ab7,45993,1731637224201 2024-11-15T02:20:27,844 WARN [RS:0;ce6119325ab7:45993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:27,844 INFO [RS:0;ce6119325ab7:45993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:27,845 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201 2024-11-15T02:20:27,885 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:20:27,891 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:20:27,892 INFO [RS:0;ce6119325ab7:45993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:20:27,892 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,892 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:20:27,900 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:20:27,900 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:27,901 DEBUG [RS:0;ce6119325ab7:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:27,918 WARN [ce6119325ab7:34477 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:20:27,944 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,944 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,944 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,944 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,944 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,945 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45993,1731637224201-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:27,968 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:20:27,969 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45993,1731637224201-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,969 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,969 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.Replication(171): ce6119325ab7,45993,1731637224201 started 2024-11-15T02:20:27,994 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:27,994 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,45993,1731637224201, RpcServer on ce6119325ab7/172.17.0.3:45993, sessionid=0x1013c4b111f0001 2024-11-15T02:20:27,994 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:20:27,996 DEBUG [RS:0;ce6119325ab7:45993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,45993,1731637224201 2024-11-15T02:20:27,996 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,45993,1731637224201' 2024-11-15T02:20:27,996 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333927141/flush-table-proc/abort' 2024-11-15T02:20:28,022 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333927141/flush-table-proc/acquired' 2024-11-15T02:20:28,036 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:20:28,036 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:20:28,036 DEBUG [RS:0;ce6119325ab7:45993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,45993,1731637224201 2024-11-15T02:20:28,036 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,45993,1731637224201' 2024-11-15T02:20:28,036 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333927141/online-snapshot/abort' 2024-11-15T02:20:28,048 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333927141/online-snapshot/acquired' 2024-11-15T02:20:28,060 DEBUG [RS:0;ce6119325ab7:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:20:28,060 INFO [RS:0;ce6119325ab7:45993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:20:28,060 INFO [RS:0;ce6119325ab7:45993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:20:28,164 INFO [RS:0;ce6119325ab7:45993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:28,172 INFO [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C45993%2C1731637224201, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs, maxLogs=10 2024-11-15T02:20:28,202 DEBUG [RS:0;ce6119325ab7:45993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172, exclude list is [], retry=0 2024-11-15T02:20:28,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:28,240 INFO [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172 2024-11-15T02:20:28,246 DEBUG [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:28,420 DEBUG [ce6119325ab7:34477 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:20:28,421 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,45993,1731637224201 2024-11-15T02:20:28,427 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,45993,1731637224201, state=OPENING 2024-11-15T02:20:28,470 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:20:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:28,523 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:28,524 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:28,524 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:28,524 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,45993,1731637224201}] 2024-11-15T02:20:28,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:28,681 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:20:28,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41115, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:20:28,686 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:20:28,686 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:28,687 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:20:28,689 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C45993%2C1731637224201.meta, suffix=.meta, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs, maxLogs=10 2024-11-15T02:20:28,707 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.meta.1731637228690.meta, exclude list is [], retry=0 2024-11-15T02:20:28,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:28,728 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.meta.1731637228690.meta 2024-11-15T02:20:28,728 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:28,728 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:28,729 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:20:28,729 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:20:28,729 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:20:28,729 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:20:28,729 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:20:28,729 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:28,729 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:20:28,729 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:20:28,737 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:28,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:28,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:28,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:28,739 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:28,739 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:28,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:28,740 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:28,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:28,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:28,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:28,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:28,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:28,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:28,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:28,743 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:28,743 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740 2024-11-15T02:20:28,745 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740 2024-11-15T02:20:28,746 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:28,746 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:28,746 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:28,749 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:28,750 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65318467, jitterRate=-0.026678994297981262}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:28,750 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:20:28,751 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637228729Writing region info on filesystem at 1731637228729Initializing all the Stores at 1731637228736 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637228736Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637228737 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637228737Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637228737Cleaning up temporary data from old regions at 1731637228746 (+9 ms)Running coprocessor post-open hooks at 1731637228750 (+4 ms)Region opened successfully at 1731637228751 (+1 ms) 2024-11-15T02:20:28,751 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637228681 2024-11-15T02:20:28,757 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:20:28,757 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:20:28,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,45993,1731637224201 2024-11-15T02:20:28,764 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,45993,1731637224201, state=OPEN 2024-11-15T02:20:28,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:28,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:28,832 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,45993,1731637224201 2024-11-15T02:20:28,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:28,832 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:28,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:20:28,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 1.0750 sec 2024-11-15T02:20:28,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:20:28,842 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,45993,1731637224201 in 308 msec 2024-11-15T02:20:28,848 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:28,848 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:20:28,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:28,855 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45993,1731637224201, seqNum=-1] 2024-11-15T02:20:28,856 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:28,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:28,871 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4470 sec 2024-11-15T02:20:28,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637228872, completionTime=-1 2024-11-15T02:20:28,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:20:28,872 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637288883 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637348883 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34477,1731637223722-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34477,1731637223722-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34477,1731637223722-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:28,883 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:34477, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:28,884 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:28,894 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:20:28,895 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.452sec 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34477,1731637223722-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:28,905 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34477,1731637223722-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:20:28,914 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:20:28,914 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:20:28,914 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34477,1731637223722-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:29,005 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db3777e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:29,005 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34477,-1 for getting cluster id 2024-11-15T02:20:29,006 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:29,013 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9b4115c-2b23-411b-9059-9f4d9fca99b6' 2024-11-15T02:20:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9b4115c-2b23-411b-9059-9f4d9fca99b6" 2024-11-15T02:20:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195f7568, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:29,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34477,-1] 2024-11-15T02:20:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:29,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:29,015 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:29,017 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d5d9989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:29,017 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:29,019 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45993,1731637224201, seqNum=-1] 2024-11-15T02:20:29,020 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:29,021 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:29,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,34477,1731637223722 2024-11-15T02:20:29,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:29,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:29,066 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4b111f0002 connected 2024-11-15T02:20:29,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir so I do NOT create it in target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286 2024-11-15T02:20:29,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:20:29,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.tmp.dir so I do NOT create it in target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286 2024-11-15T02:20:29,066 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:20:29,066 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286 2024-11-15T02:20:29,066 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/cluster_033bf6c3-e0f3-ca27-1488-1220aad82413, deleteOnExit=true 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/test.cache.data in system properties and HBase conf 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:20:29,067 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:20:29,067 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:20:29,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:20:29,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:20:29,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:29,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:20:29,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:20:29,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:29,512 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:29,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:29,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:29,553 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:20:29,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:29,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@305b238b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:29,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202bda48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:29,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3df9e8bc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/java.io.tmpdir/jetty-localhost-36347-hadoop-hdfs-3_4_1-tests_jar-_-any-15542963277311686304/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:29,824 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d8c2b8f{HTTP/1.1, (http/1.1)}{localhost:36347} 2024-11-15T02:20:29,825 INFO [Time-limited test {}] server.Server(415): Started @146202ms 2024-11-15T02:20:30,272 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:30,276 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:30,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:30,283 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:30,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:20:30,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cb119b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:30,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@300a93e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:30,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:20:30,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:20:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T02:20:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:20:30,436 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3653dd1f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/java.io.tmpdir/jetty-localhost-44803-hadoop-hdfs-3_4_1-tests_jar-_-any-17613694607621932697/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:30,436 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d600f68{HTTP/1.1, (http/1.1)}{localhost:44803} 2024-11-15T02:20:30,436 INFO [Time-limited test {}] server.Server(415): Started @146814ms 2024-11-15T02:20:30,438 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:20:31,677 WARN [Thread-1402 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/cluster_033bf6c3-e0f3-ca27-1488-1220aad82413/data/data2/current/BP-1458017546-172.17.0.3-1731637229097/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:31,677 WARN [Thread-1401 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/cluster_033bf6c3-e0f3-ca27-1488-1220aad82413/data/data1/current/BP-1458017546-172.17.0.3-1731637229097/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:31,691 WARN [Thread-1389 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:20:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7c8c9eead8a898f with lease ID 0xf0b13f165cbac462: Processing first storage report for DS-2df6346b-0252-47c2-8a98-489a10e93ab3 from datanode DatanodeRegistration(127.0.0.1:42651, datanodeUuid=f81b29ca-0706-45d0-aac6-e42733ed235a, infoPort=43605, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1330797407;c=1731637229097) 2024-11-15T02:20:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7c8c9eead8a898f with lease ID 0xf0b13f165cbac462: from storage DS-2df6346b-0252-47c2-8a98-489a10e93ab3 node DatanodeRegistration(127.0.0.1:42651, datanodeUuid=f81b29ca-0706-45d0-aac6-e42733ed235a, infoPort=43605, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1330797407;c=1731637229097), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7c8c9eead8a898f with lease ID 0xf0b13f165cbac462: Processing first storage report for DS-7303bbd1-dc68-4db3-8a16-635a72579578 from datanode DatanodeRegistration(127.0.0.1:42651, datanodeUuid=f81b29ca-0706-45d0-aac6-e42733ed235a, infoPort=43605, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1330797407;c=1731637229097) 2024-11-15T02:20:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7c8c9eead8a898f with lease ID 0xf0b13f165cbac462: from storage DS-7303bbd1-dc68-4db3-8a16-635a72579578 node DatanodeRegistration(127.0.0.1:42651, datanodeUuid=f81b29ca-0706-45d0-aac6-e42733ed235a, infoPort=43605, infoSecurePort=0, ipcPort=41383, storageInfo=lv=-57;cid=testClusterID;nsid=1330797407;c=1731637229097), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:31,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286 2024-11-15T02:20:31,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:31,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:31,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:20:32,136 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d with version=8 2024-11-15T02:20:32,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/hbase-staging 2024-11-15T02:20:32,138 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:20:32,138 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:32,139 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45749 2024-11-15T02:20:32,140 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45749 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457490x0, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:32,224 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45749-0x1013c4b111f0003 connected 2024-11-15T02:20:32,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:32,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:32,488 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/running 2024-11-15T02:20:32,489 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d, hbase.cluster.distributed=false 2024-11-15T02:20:32,499 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/acl 2024-11-15T02:20:32,511 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-15T02:20:32,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45749 2024-11-15T02:20:32,529 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45749 2024-11-15T02:20:32,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-15T02:20:32,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-15T02:20:32,562 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:20:32,562 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:32,563 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40215 2024-11-15T02:20:32,564 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40215 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:32,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:32,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:32,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402150x0, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:32,624 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40215-0x1013c4b111f0004 connected 2024-11-15T02:20:32,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/running 2024-11-15T02:20:32,625 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:20:32,640 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:20:32,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/master 2024-11-15T02:20:32,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/acl 2024-11-15T02:20:32,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40215 2024-11-15T02:20:32,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40215 2024-11-15T02:20:32,680 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40215 2024-11-15T02:20:32,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40215 2024-11-15T02:20:32,688 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40215 2024-11-15T02:20:32,721 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:45749 2024-11-15T02:20:32,721 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1294445848/backup-masters/ce6119325ab7,45749,1731637232137 2024-11-15T02:20:32,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848/backup-masters 2024-11-15T02:20:32,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848/backup-masters 2024-11-15T02:20:32,772 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on existing znode=/1-1294445848/backup-masters/ce6119325ab7,45749,1731637232137 2024-11-15T02:20:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1294445848/master 2024-11-15T02:20:32,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:32,800 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on existing znode=/1-1294445848/master 2024-11-15T02:20:32,806 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1294445848/backup-masters/ce6119325ab7,45749,1731637232137 from backup master directory 2024-11-15T02:20:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848/backup-masters 2024-11-15T02:20:32,814 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:32,814 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,45749,1731637232137 2024-11-15T02:20:32,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1294445848/backup-masters/ce6119325ab7,45749,1731637232137 2024-11-15T02:20:32,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848/backup-masters 2024-11-15T02:20:32,824 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/hbase.id] with ID: 63fbc870-5ab2-4c50-9379-fbe26e5d8de3 2024-11-15T02:20:32,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/.tmp/hbase.id 2024-11-15T02:20:32,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:20:32,869 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/.tmp/hbase.id]:[hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/hbase.id] 2024-11-15T02:20:32,904 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:32,904 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:20:32,908 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 4ms. 2024-11-15T02:20:32,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:32,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:32,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:20:32,950 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:20:32,951 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:20:32,956 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:32,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:20:32,982 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store 2024-11-15T02:20:32,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:20:33,391 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:33,391 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:33,391 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:33,391 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:33,391 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:33,391 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:33,391 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:33,392 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637233391Disabling compacts and flushes for region at 1731637233391Disabling writes for close at 1731637233391Writing region close event to WAL at 1731637233391Closed at 1731637233391 2024-11-15T02:20:33,393 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/.initializing 2024-11-15T02:20:33,393 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/WALs/ce6119325ab7,45749,1731637232137 2024-11-15T02:20:33,394 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:33,395 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C45749%2C1731637232137, suffix=, logDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/WALs/ce6119325ab7,45749,1731637232137, archiveDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/oldWALs, maxLogs=10 2024-11-15T02:20:33,413 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/WALs/ce6119325ab7,45749,1731637232137/ce6119325ab7%2C45749%2C1731637232137.1731637233396, exclude list is [], retry=0 2024-11-15T02:20:33,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42651,DS-2df6346b-0252-47c2-8a98-489a10e93ab3,DISK] 2024-11-15T02:20:33,420 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/WALs/ce6119325ab7,45749,1731637232137/ce6119325ab7%2C45749%2C1731637232137.1731637233396 2024-11-15T02:20:33,421 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43605:43605)] 2024-11-15T02:20:33,421 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:33,421 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:33,421 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,421 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:20:33,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:33,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:33,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:20:33,425 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:33,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:20:33,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:33,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:33,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:20:33,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:33,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:33,434 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,435 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,435 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,437 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,437 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,438 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:33,440 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:33,442 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:33,443 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63925485, jitterRate=-0.04743604362010956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:33,443 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637233421Initializing all the Stores at 1731637233422 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637233422Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637233422Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637233422Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637233422Cleaning up temporary data from old regions at 1731637233437 (+15 ms)Region opened successfully at 1731637233443 (+6 ms) 2024-11-15T02:20:33,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:20:33,447 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1947a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:33,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:20:33,449 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:20:33,449 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:20:33,449 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:20:33,450 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T02:20:33,451 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:20:33,451 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:20:33,470 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:20:33,471 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Unable to get data of znode /1-1294445848/balancer because node does not exist (not necessarily an error) 2024-11-15T02:20:33,495 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/balancer already deleted, retry=false 2024-11-15T02:20:33,496 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:20:33,502 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Unable to get data of znode /1-1294445848/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:20:33,514 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/normalizer already deleted, retry=false 2024-11-15T02:20:33,515 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:20:33,525 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Unable to get data of znode /1-1294445848/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:20:33,535 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/switch/split already deleted, retry=false 2024-11-15T02:20:33,536 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Unable to get data of znode /1-1294445848/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:20:33,546 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/switch/merge already deleted, retry=false 2024-11-15T02:20:33,548 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Unable to get data of znode /1-1294445848/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:20:33,560 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/snapshot-cleanup already deleted, retry=false 2024-11-15T02:20:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1294445848/running 2024-11-15T02:20:33,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:33,572 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,45749,1731637232137, sessionid=0x1013c4b111f0003, setting cluster-up flag (Was=false) 2024-11-15T02:20:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1294445848/running 2024-11-15T02:20:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:33,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:33,634 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1294445848/flush-table-proc/acquired, /1-1294445848/flush-table-proc/reached, /1-1294445848/flush-table-proc/abort 2024-11-15T02:20:33,636 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,45749,1731637232137 2024-11-15T02:20:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:33,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:33,697 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1294445848/online-snapshot/acquired, /1-1294445848/online-snapshot/reached, /1-1294445848/online-snapshot/abort 2024-11-15T02:20:33,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,45749,1731637232137 2024-11-15T02:20:33,725 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:20:33,731 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:33,731 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:20:33,731 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:20:33,732 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,45749,1731637232137 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:33,733 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,762 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:33,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:20:33,764 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:33,764 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:20:33,788 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637263788 2024-11-15T02:20:33,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:20:33,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:20:33,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:20:33,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:20:33,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:20:33,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:20:33,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:33,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:20:33,794 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:20:33,794 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:20:33,794 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:20:33,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:20:33,800 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:20:33,801 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d 2024-11-15T02:20:33,808 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:20:33,808 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:20:33,812 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637233808,5,FailOnTimeoutGroup] 2024-11-15T02:20:33,813 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637233812,5,FailOnTimeoutGroup] 2024-11-15T02:20:33,813 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:33,813 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:20:33,813 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:33,813 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:33,816 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(746): ClusterId : 63fbc870-5ab2-4c50-9379-fbe26e5d8de3 2024-11-15T02:20:33,816 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:20:33,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:20:33,824 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:20:33,824 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:20:33,849 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:20:33,849 DEBUG [RS:0;ce6119325ab7:40215 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a47bbe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:33,873 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:40215 2024-11-15T02:20:33,873 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:20:33,873 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:20:33,873 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:20:33,888 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,45749,1731637232137 with port=40215, startcode=1731637232561 2024-11-15T02:20:33,888 DEBUG [RS:0;ce6119325ab7:40215 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:20:33,905 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:20:33,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,40215,1731637232561 2024-11-15T02:20:33,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,40215,1731637232561 2024-11-15T02:20:33,928 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d 2024-11-15T02:20:33,928 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42487 2024-11-15T02:20:33,928 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:20:33,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848/rs 2024-11-15T02:20:33,971 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,40215,1731637232561] 2024-11-15T02:20:33,972 DEBUG [RS:0;ce6119325ab7:40215 {}] zookeeper.ZKUtil(111): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on existing znode=/1-1294445848/rs/ce6119325ab7,40215,1731637232561 2024-11-15T02:20:33,972 WARN [RS:0;ce6119325ab7:40215 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:33,973 INFO [RS:0;ce6119325ab7:40215 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:33,973 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561 2024-11-15T02:20:33,979 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:20:33,982 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:20:33,984 INFO [RS:0;ce6119325ab7:40215 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:20:33,984 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:33,988 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:20:33,989 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:20:33,989 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:33,989 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,989 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:33,990 DEBUG [RS:0;ce6119325ab7:40215 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:34,008 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,008 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,008 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,008 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,008 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,008 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40215,1731637232561-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:34,036 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:20:34,037 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40215,1731637232561-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,037 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,037 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.Replication(171): ce6119325ab7,40215,1731637232561 started 2024-11-15T02:20:34,073 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,073 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,40215,1731637232561, RpcServer on ce6119325ab7/172.17.0.3:40215, sessionid=0x1013c4b111f0004 2024-11-15T02:20:34,073 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:20:34,073 DEBUG [RS:0;ce6119325ab7:40215 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,40215,1731637232561 2024-11-15T02:20:34,073 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40215,1731637232561' 2024-11-15T02:20:34,073 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1294445848/flush-table-proc/abort' 2024-11-15T02:20:34,076 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1294445848/flush-table-proc/acquired' 2024-11-15T02:20:34,078 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:20:34,078 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:20:34,078 DEBUG [RS:0;ce6119325ab7:40215 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,40215,1731637232561 2024-11-15T02:20:34,078 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40215,1731637232561' 2024-11-15T02:20:34,078 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1294445848/online-snapshot/abort' 2024-11-15T02:20:34,082 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1294445848/online-snapshot/acquired' 2024-11-15T02:20:34,083 DEBUG [RS:0;ce6119325ab7:40215 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:20:34,083 INFO [RS:0;ce6119325ab7:40215 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:20:34,083 INFO [RS:0;ce6119325ab7:40215 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:20:34,183 INFO [RS:0;ce6119325ab7:40215 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:34,185 INFO [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40215%2C1731637232561, suffix=, logDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561, archiveDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/oldWALs, maxLogs=10 2024-11-15T02:20:34,202 DEBUG [RS:0;ce6119325ab7:40215 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561/ce6119325ab7%2C40215%2C1731637232561.1731637234186, exclude list is [], retry=0 2024-11-15T02:20:34,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42651,DS-2df6346b-0252-47c2-8a98-489a10e93ab3,DISK] 2024-11-15T02:20:34,215 INFO [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561/ce6119325ab7%2C40215%2C1731637232561.1731637234186 2024-11-15T02:20:34,217 DEBUG [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43605:43605)] 2024-11-15T02:20:34,225 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:34,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:34,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:34,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:34,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:34,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,233 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:20:34,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:34,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:34,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:34,236 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:34,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:34,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740 2024-11-15T02:20:34,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740 2024-11-15T02:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:34,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:34,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:34,244 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:34,249 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:34,251 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75121240, jitterRate=0.11939370632171631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637234225Initializing all the Stores at 1731637234226 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637234226Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637234228 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637234228Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637234228Cleaning up temporary data from old regions at 1731637234239 (+11 ms)Region opened successfully at 1731637234251 (+12 ms) 2024-11-15T02:20:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:34,251 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:34,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:34,272 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:34,272 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637234251Disabling compacts and flushes for region at 1731637234251Disabling writes for close at 1731637234251Writing region close event to WAL at 1731637234272 (+21 ms)Closed at 1731637234272 2024-11-15T02:20:34,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:34,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:34,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:34,275 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:34,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:34,289 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:20:34,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:20:34,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:34,298 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:34,300 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:20:34,317 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:20:34,453 DEBUG [ce6119325ab7:45749 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:20:34,453 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,40215,1731637232561 2024-11-15T02:20:34,456 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40215,1731637232561, state=OPENING 2024-11-15T02:20:34,465 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:20:34,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:34,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:34,476 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:34,477 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1294445848/meta-region-server: CHANGED 2024-11-15T02:20:34,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40215,1731637232561}] 2024-11-15T02:20:34,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1294445848/meta-region-server: CHANGED 2024-11-15T02:20:34,630 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:20:34,638 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:20:34,648 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:20:34,648 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:34,649 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:20:34,650 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40215%2C1731637232561.meta, suffix=.meta, logDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561, archiveDir=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/oldWALs, maxLogs=10 2024-11-15T02:20:34,667 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561/ce6119325ab7%2C40215%2C1731637232561.meta.1731637234651.meta, exclude list is [], retry=0 2024-11-15T02:20:34,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42651,DS-2df6346b-0252-47c2-8a98-489a10e93ab3,DISK] 2024-11-15T02:20:34,685 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/WALs/ce6119325ab7,40215,1731637232561/ce6119325ab7%2C40215%2C1731637232561.meta.1731637234651.meta 2024-11-15T02:20:34,700 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43605:43605)] 2024-11-15T02:20:34,700 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:34,701 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:20:34,701 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:20:34,701 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:20:34,701 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:20:34,701 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:20:34,701 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:34,701 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:20:34,701 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:20:34,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:34,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:34,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:34,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:34,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:34,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:34,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:34,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:34,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:34,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:34,709 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:34,710 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740 2024-11-15T02:20:34,712 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740 2024-11-15T02:20:34,713 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:34,713 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:34,714 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:34,715 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:34,715 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67608317, jitterRate=0.0074424296617507935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:34,715 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:20:34,715 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637234701Writing region info on filesystem at 1731637234701Initializing all the Stores at 1731637234702 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637234702Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637234704 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637234704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637234704Cleaning up temporary data from old regions at 1731637234713 (+9 ms)Running coprocessor post-open hooks at 1731637234715 (+2 ms)Region opened successfully at 1731637234715 2024-11-15T02:20:34,716 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637234630 2024-11-15T02:20:34,718 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:20:34,719 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:20:34,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40215,1731637232561 2024-11-15T02:20:34,720 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40215,1731637232561, state=OPEN 2024-11-15T02:20:34,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1294445848/meta-region-server 2024-11-15T02:20:34,772 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,40215,1731637232561 2024-11-15T02:20:34,772 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1294445848/meta-region-server: CHANGED 2024-11-15T02:20:34,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1294445848/meta-region-server 2024-11-15T02:20:34,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1294445848/meta-region-server: CHANGED 2024-11-15T02:20:34,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:20:34,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40215,1731637232561 in 295 msec 2024-11-15T02:20:34,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:20:34,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-15T02:20:34,785 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:34,785 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:20:34,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:34,786 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40215,1731637232561, seqNum=-1] 2024-11-15T02:20:34,786 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:34,792 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49741, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:34,797 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0680 sec 2024-11-15T02:20:34,798 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637234798, completionTime=-1 2024-11-15T02:20:34,798 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:20:34,798 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637294800 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637354800 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45749,1731637232137-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45749,1731637232137-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45749,1731637232137-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:45749, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,800 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,802 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:20:34,804 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,808 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.994sec 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45749,1731637232137-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:34,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45749,1731637232137-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:20:34,811 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:20:34,811 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:20:34,811 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45749,1731637232137-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:34,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50bb891, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:34,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45749,-1 for getting cluster id 2024-11-15T02:20:34,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:34,845 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63fbc870-5ab2-4c50-9379-fbe26e5d8de3' 2024-11-15T02:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63fbc870-5ab2-4c50-9379-fbe26e5d8de3" 2024-11-15T02:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5294c7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45749,-1] 2024-11-15T02:20:34,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:34,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:34,849 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:34,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674b4a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:34,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:34,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40215,1731637232561, seqNum=-1] 2024-11-15T02:20:34,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:34,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:34,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,45749,1731637232137 2024-11-15T02:20:34,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:34,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:34,949 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c4b111f0005 connected 2024-11-15T02:20:35,068 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575e5c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:35,068 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,34477,-1 for getting cluster id 2024-11-15T02:20:35,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:35,072 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9b4115c-2b23-411b-9059-9f4d9fca99b6' 2024-11-15T02:20:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9b4115c-2b23-411b-9059-9f4d9fca99b6" 2024-11-15T02:20:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d9baa77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,34477,-1] 2024-11-15T02:20:35,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:35,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:35,077 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:35,078 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5382310d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:35,078 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:20:35,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34477,1731637223722 2024-11-15T02:20:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74df3cfe 2024-11-15T02:20:35,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:20:35,093 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:20:35,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:45749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:20:35,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:20:35,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:20:35,098 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:45749' 2024-11-15T02:20:35,104 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2e9c0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:35,105 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45749,-1 for getting cluster id 2024-11-15T02:20:35,105 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:35,108 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63fbc870-5ab2-4c50-9379-fbe26e5d8de3' 2024-11-15T02:20:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63fbc870-5ab2-4c50-9379-fbe26e5d8de3" 2024-11-15T02:20:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3591b009, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:35,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45749,-1] 2024-11-15T02:20:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:35,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:35,112 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:35,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbec127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:35,113 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:20:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45749,1731637232137 2024-11-15T02:20:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47093a74 2024-11-15T02:20:35,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:20:35,117 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:20:35,118 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T02:20:35,118 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:20:35,118 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:35,119 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:35,119 INFO [PEWorker-4 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:20:35,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:35,129 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:20:35,131 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:20:35,131 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:35,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:20:35,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741835_1011 (size=1138) 2024-11-15T02:20:35,158 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e62592eb69c28c3a859312fbaf4fe03, NAME => 'hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e 2024-11-15T02:20:35,179 DEBUG [PEWorker-4 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:20:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:20:35,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741836_1012 (size=44) 2024-11-15T02:20:35,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:35,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6e62592eb69c28c3a859312fbaf4fe03, disabling compactions & flushes 2024-11-15T02:20:35,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. after waiting 0 ms 2024-11-15T02:20:35,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e62592eb69c28c3a859312fbaf4fe03: Waiting for close lock at 1731637235209Disabling compacts and flushes for region at 1731637235209Disabling writes for close at 1731637235209Writing region close event to WAL at 1731637235209Closed at 1731637235209 2024-11-15T02:20:35,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:20:35,217 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637235217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637235217"}]},"ts":"1731637235217"} 2024-11-15T02:20:35,232 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:20:35,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:20:35,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637235237"}]},"ts":"1731637235237"} 2024-11-15T02:20:35,241 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:20:35,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN}] 2024-11-15T02:20:35,247 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN 2024-11-15T02:20:35,248 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN; state=OFFLINE, location=ce6119325ab7,45993,1731637224201; forceNewPlan=false, retain=false 2024-11-15T02:20:35,399 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e62592eb69c28c3a859312fbaf4fe03, regionState=OPENING, regionLocation=ce6119325ab7,45993,1731637224201 2024-11-15T02:20:35,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN because future has completed 2024-11-15T02:20:35,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e62592eb69c28c3a859312fbaf4fe03, server=ce6119325ab7,45993,1731637224201}] 2024-11-15T02:20:35,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:20:35,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:35,565 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:20:35,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C45993%2C1731637224201.rep, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs, maxLogs=10 2024-11-15T02:20:35,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.rep.1731637235567, exclude list is [], retry=0 2024-11-15T02:20:35,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:35,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.rep.1731637235567 2024-11-15T02:20:35,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:35,592 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e62592eb69c28c3a859312fbaf4fe03, NAME => 'hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:35,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:20:35,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:20:35,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. service=MultiRowMutationService 2024-11-15T02:20:35,593 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:20:35,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:35,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,594 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,600 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,602 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e62592eb69c28c3a859312fbaf4fe03 columnFamilyName hfileref 2024-11-15T02:20:35,602 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:35,603 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(327): Store=6e62592eb69c28c3a859312fbaf4fe03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:35,603 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,607 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e62592eb69c28c3a859312fbaf4fe03 columnFamilyName queue 2024-11-15T02:20:35,607 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:35,608 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(327): Store=6e62592eb69c28c3a859312fbaf4fe03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:35,608 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,609 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e62592eb69c28c3a859312fbaf4fe03 columnFamilyName sid 2024-11-15T02:20:35,609 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:35,610 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(327): Store=6e62592eb69c28c3a859312fbaf4fe03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:35,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:20:35,616 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:35,622 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 6e62592eb69c28c3a859312fbaf4fe03; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60943518, jitterRate=-0.09187081456184387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:20:35,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:35,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 6e62592eb69c28c3a859312fbaf4fe03: Running coprocessor pre-open hook at 1731637235594Writing region info on filesystem at 1731637235594Initializing all the Stores at 1731637235595 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637235595Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637235600 (+5 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637235600Cleaning up temporary data from old regions at 1731637235614 (+14 ms)Running coprocessor post-open hooks at 1731637235622 (+8 ms)Region opened successfully at 1731637235622 2024-11-15T02:20:35,623 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03., pid=7, masterSystemTime=1731637235559 2024-11-15T02:20:35,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:35,626 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=6e62592eb69c28c3a859312fbaf4fe03, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,45993,1731637224201 2024-11-15T02:20:35,628 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34477 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ce6119325ab7,45993,1731637224201, table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:20:35,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e62592eb69c28c3a859312fbaf4fe03, server=ce6119325ab7,45993,1731637224201 because future has completed 2024-11-15T02:20:35,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T02:20:35,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e62592eb69c28c3a859312fbaf4fe03, server=ce6119325ab7,45993,1731637224201 in 231 msec 2024-11-15T02:20:35,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:20:35,639 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN in 392 msec 2024-11-15T02:20:35,640 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:20:35,641 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637235640"}]},"ts":"1731637235640"} 2024-11-15T02:20:35,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:20:35,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:20:35,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 525 msec 2024-11-15T02:20:35,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03., hostname=ce6119325ab7,45993,1731637224201, seqNum=2] 2024-11-15T02:20:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:35,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:35,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:20:36,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T02:20:36,077 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:20:36,105 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,45993,1731637224201, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:20:36,105 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:36,105 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45993,1731637224201, seqNum=-1] 2024-11-15T02:20:36,105 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:36,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T02:20:36,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,45993,1731637224201', locateType=CURRENT is [region=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03., hostname=ce6119325ab7,45993,1731637224201, seqNum=2] 2024-11-15T02:20:36,110 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T02:20:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T02:20:36,113 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,45993,1731637224201 suceeded 2024-11-15T02:20:36,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T02:20:36,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T02:20:36,115 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:45749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:20:36,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0220 sec 2024-11-15T02:20:36,125 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:45749' 2024-11-15T02:20:36,126 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3344e524, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:36,126 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45749,-1 for getting cluster id 2024-11-15T02:20:36,126 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:36,127 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63fbc870-5ab2-4c50-9379-fbe26e5d8de3' 2024-11-15T02:20:36,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:36,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63fbc870-5ab2-4c50-9379-fbe26e5d8de3" 2024-11-15T02:20:36,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f58d7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:36,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45749,-1] 2024-11-15T02:20:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:36,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,128 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:36,129 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@46839aea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:36,129 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:20:36,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45749,1731637232137 2024-11-15T02:20:36,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2166e932 2024-11-15T02:20:36,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:20:36,131 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T02:20:36,131 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,45993,1731637224201 (queues=1) is replicating from cluster=c9b4115c-2b23-411b-9059-9f4d9fca99b6 to cluster=63fbc870-5ab2-4c50-9379-fbe26e5d8de3 2024-11-15T02:20:36,132 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C45993%2C1731637224201 2024-11-15T02:20:36,132 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,45993,1731637224201, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:20:36,132 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.shipperce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C45993%2C1731637224201 2024-11-15T02:20:36,132 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.wal-reader.ce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172, startPosition=0, beingWritten=true 2024-11-15T02:20:36,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:20:36,236 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:20:36,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:36,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:36,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:36,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:20:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,34477,1731637223722 2024-11-15T02:20:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e0e417b 2024-11-15T02:20:36,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:20:36,239 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:20:36,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34477 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:20:36,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:36,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:36,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:20:36,241 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1932813126, stopped=false 2024-11-15T02:20:36,241 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,34477,1731637223722 2024-11-15T02:20:36,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:36,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:36,298 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:36,299 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:36,299 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:36,299 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,299 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,45993,1731637224201' ***** 2024-11-15T02:20:36,299 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:20:36,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:36,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:36,302 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:20:36,302 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:36,302 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:20:36,302 INFO [RS:0;ce6119325ab7:45993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:20:36,302 INFO [RS:0;ce6119325ab7:45993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:20:36,302 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,45993,1731637224201 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:45993. 2024-11-15T02:20:36,303 DEBUG [RS:0;ce6119325ab7:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:36,303 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e62592eb69c28c3a859312fbaf4fe03, disabling compactions & flushes 2024-11-15T02:20:36,303 DEBUG [RS:0;ce6119325ab7:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:36,303 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:20:36,303 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:20:36,303 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:36,303 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. after waiting 0 ms 2024-11-15T02:20:36,303 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:36,303 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e62592eb69c28c3a859312fbaf4fe03 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T02:20:36,304 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:20:36,304 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e62592eb69c28c3a859312fbaf4fe03=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.} 2024-11-15T02:20:36,304 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:36,304 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:36,304 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:36,304 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:36,304 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:36,304 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:36,305 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T02:20:36,338 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.wal-reader.ce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172 to pos 0, reset compression=false 2024-11-15T02:20:36,353 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/.tmp/queue/0f920607e14444018823a531866fb760 is 151, key is 1-ce6119325ab7,45993,1731637224201/queue:ce6119325ab7%2C45993%2C1731637224201/1731637236109/Put/seqid=0 2024-11-15T02:20:36,360 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/info/9d31c091b7064939a51e75fd5e8b8b85 is 147, key is hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03./info:regioninfo/1731637235626/Put/seqid=0 2024-11-15T02:20:36,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741838_1014 (size=5350) 2024-11-15T02:20:36,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741839_1015 (size=6631) 2024-11-15T02:20:36,380 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/.tmp/queue/0f920607e14444018823a531866fb760 2024-11-15T02:20:36,381 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/info/9d31c091b7064939a51e75fd5e8b8b85 2024-11-15T02:20:36,409 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/.tmp/queue/0f920607e14444018823a531866fb760 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/queue/0f920607e14444018823a531866fb760 2024-11-15T02:20:36,418 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/queue/0f920607e14444018823a531866fb760, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T02:20:36,419 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6e62592eb69c28c3a859312fbaf4fe03 in 116ms, sequenceid=5, compaction requested=false 2024-11-15T02:20:36,419 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:20:36,476 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/ns/027c6a611cda47699cfe4141b679bc72 is 43, key is default/ns:d/1731637228859/Put/seqid=0 2024-11-15T02:20:36,485 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:20:36,486 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:36,486 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:36,486 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:36,487 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e62592eb69c28c3a859312fbaf4fe03: Waiting for close lock at 1731637236303Running coprocessor pre-close hooks at 1731637236303Disabling compacts and flushes for region at 1731637236303Disabling writes for close at 1731637236303Obtaining lock to block concurrent updates at 1731637236303Preparing flush snapshotting stores in 6e62592eb69c28c3a859312fbaf4fe03 at 1731637236303Finished memstore snapshotting hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731637236304 (+1 ms)Flushing stores of hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. at 1731637236305 (+1 ms)Flushing 6e62592eb69c28c3a859312fbaf4fe03/queue: creating writer at 1731637236305Flushing 6e62592eb69c28c3a859312fbaf4fe03/queue: appending metadata at 1731637236353 (+48 ms)Flushing 6e62592eb69c28c3a859312fbaf4fe03/queue: closing flushed file at 1731637236353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@152b530b: reopening flushed file at 1731637236402 (+49 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 6e62592eb69c28c3a859312fbaf4fe03 in 116ms, sequenceid=5, compaction requested=false at 1731637236419 (+17 ms)Writing region close event to WAL at 1731637236465 (+46 ms)Running coprocessor post-close hooks at 1731637236486 (+21 ms)Closed at 1731637236486 2024-11-15T02:20:36,487 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:36,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741840_1016 (size=5153) 2024-11-15T02:20:36,504 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:36,645 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.wal-reader.ce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172 to pos 0, reset compression=false 2024-11-15T02:20:36,704 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:36,892 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/ns/027c6a611cda47699cfe4141b679bc72 2024-11-15T02:20:36,905 DEBUG [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:36,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/table/3850cc42d5754faeab051a4ea2319df7 is 53, key is hbase:replication/table:state/1731637235640/Put/seqid=0 2024-11-15T02:20:36,957 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:20:36,957 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:20:36,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741841_1017 (size=5256) 2024-11-15T02:20:37,001 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/table/3850cc42d5754faeab051a4ea2319df7 2024-11-15T02:20:37,015 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/info/9d31c091b7064939a51e75fd5e8b8b85 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/info/9d31c091b7064939a51e75fd5e8b8b85 2024-11-15T02:20:37,041 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/info/9d31c091b7064939a51e75fd5e8b8b85, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T02:20:37,042 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/ns/027c6a611cda47699cfe4141b679bc72 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/ns/027c6a611cda47699cfe4141b679bc72 2024-11-15T02:20:37,055 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/ns/027c6a611cda47699cfe4141b679bc72, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:20:37,056 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/table/3850cc42d5754faeab051a4ea2319df7 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/table/3850cc42d5754faeab051a4ea2319df7 2024-11-15T02:20:37,066 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/table/3850cc42d5754faeab051a4ea2319df7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T02:20:37,067 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 763ms, sequenceid=11, compaction requested=false 2024-11-15T02:20:37,074 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.wal-reader.ce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172 to pos 0, reset compression=false 2024-11-15T02:20:37,081 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T02:20:37,084 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:37,084 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:37,084 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:37,084 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637236304Running coprocessor pre-close hooks at 1731637236304Disabling compacts and flushes for region at 1731637236304Disabling writes for close at 1731637236304Obtaining lock to block concurrent updates at 1731637236305 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637236305Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731637236305Flushing stores of hbase:meta,,1.1588230740 at 1731637236306 (+1 ms)Flushing 1588230740/info: creating writer at 1731637236307 (+1 ms)Flushing 1588230740/info: appending metadata at 1731637236359 (+52 ms)Flushing 1588230740/info: closing flushed file at 1731637236359Flushing 1588230740/ns: creating writer at 1731637236412 (+53 ms)Flushing 1588230740/ns: appending metadata at 1731637236476 (+64 ms)Flushing 1588230740/ns: closing flushed file at 1731637236476Flushing 1588230740/table: creating writer at 1731637236903 (+427 ms)Flushing 1588230740/table: appending metadata at 1731637236948 (+45 ms)Flushing 1588230740/table: closing flushed file at 1731637236948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66230343: reopening flushed file at 1731637237010 (+62 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@571ae08: reopening flushed file at 1731637237041 (+31 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f1a62d0: reopening flushed file at 1731637237055 (+14 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 763ms, sequenceid=11, compaction requested=false at 1731637237067 (+12 ms)Writing region close event to WAL at 1731637237068 (+1 ms)Running coprocessor post-close hooks at 1731637237084 (+16 ms)Closed at 1731637237084 2024-11-15T02:20:37,085 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:37,108 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,45993,1731637224201; all regions closed. 2024-11-15T02:20:37,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741834_1010 (size=2742) 2024-11-15T02:20:37,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.meta.1731637228690.meta not finished, retry = 0 2024-11-15T02:20:37,225 DEBUG [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs 2024-11-15T02:20:37,225 INFO [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C45993%2C1731637224201.meta:.meta(num 1731637228690) 2024-11-15T02:20:37,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.rep.1731637235567 not finished, retry = 0 2024-11-15T02:20:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741837_1013 (size=1586) 2024-11-15T02:20:37,340 DEBUG [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs 2024-11-15T02:20:37,340 INFO [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C45993%2C1731637224201.rep:(num 1731637235567) 2024-11-15T02:20:37,342 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201/ce6119325ab7%2C45993%2C1731637224201.1731637228172 not finished, retry = 0 2024-11-15T02:20:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741833_1009 (size=93) 2024-11-15T02:20:37,445 DEBUG [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs 2024-11-15T02:20:37,445 INFO [RS:0;ce6119325ab7:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C45993%2C1731637224201:(num 1731637228172) 2024-11-15T02:20:37,445 DEBUG [RS:0;ce6119325ab7:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:37,445 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:37,445 INFO [RS:0;ce6119325ab7:45993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:37,445 INFO [RS:0;ce6119325ab7:45993 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:37,445 INFO [RS:0;ce6119325ab7:45993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:37,446 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,45993,1731637224201 because: Region server is closing 2024-11-15T02:20:37,446 INFO [RS:0;ce6119325ab7:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:45993. 2024-11-15T02:20:37,446 DEBUG [RS:0;ce6119325ab7:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:37,446 DEBUG [RS:0;ce6119325ab7:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:37,446 DEBUG [RS:0;ce6119325ab7:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:37,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:37,446 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:37,546 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.shipperce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:20:37,546 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.wal-reader.ce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:20:37,547 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45993,1731637224201.replicationSource.shipperce6119325ab7%2C45993%2C1731637224201,1-ce6119325ab7,45993,1731637224201 terminated 2024-11-15T02:20:37,547 INFO [RS:0;ce6119325ab7:45993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45993 2024-11-15T02:20:37,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/rs 2024-11-15T02:20:37,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/rs/ce6119325ab7,45993,1731637224201 2024-11-15T02:20:37,588 INFO [RS:0;ce6119325ab7:45993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:37,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,45993,1731637224201] 2024-11-15T02:20:37,687 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/draining/ce6119325ab7,45993,1731637224201 already deleted, retry=false 2024-11-15T02:20:37,687 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,45993,1731637224201 expired; onlineServers=0 2024-11-15T02:20:37,687 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,34477,1731637223722' ***** 2024-11-15T02:20:37,687 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:20:37,687 INFO [M:0;ce6119325ab7:34477 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:37,687 INFO [M:0;ce6119325ab7:34477 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:37,687 DEBUG [M:0;ce6119325ab7:34477 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:20:37,687 DEBUG [M:0;ce6119325ab7:34477 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:20:37,687 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:20:37,687 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637227464 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637227464,5,FailOnTimeoutGroup] 2024-11-15T02:20:37,687 INFO [M:0;ce6119325ab7:34477 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:37,687 INFO [M:0;ce6119325ab7:34477 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:37,687 DEBUG [M:0;ce6119325ab7:34477 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:20:37,687 INFO [M:0;ce6119325ab7:34477 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:20:37,687 INFO [M:0;ce6119325ab7:34477 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:37,688 INFO [M:0;ce6119325ab7:34477 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:20:37,688 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:20:37,688 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637227468 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637227468,5,FailOnTimeoutGroup] 2024-11-15T02:20:37,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/master already deleted, retry=false 2024-11-15T02:20:37,697 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Failed delete of our master address node; KeeperErrorCode = NoNode for /01333927141/master 2024-11-15T02:20:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/master 2024-11-15T02:20:37,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:37,700 INFO [M:0;ce6119325ab7:34477 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/.lastflushedseqids 2024-11-15T02:20:37,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741842_1018 (size=181) 2024-11-15T02:20:37,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:37,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x1013c4b111f0001, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:37,772 INFO [RS:0;ce6119325ab7:45993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:37,772 INFO [RS:0;ce6119325ab7:45993 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,45993,1731637224201; zookeeper connection closed. 2024-11-15T02:20:37,780 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@77bf9701 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@77bf9701 2024-11-15T02:20:37,780 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:20:38,123 INFO [M:0;ce6119325ab7:34477 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:20:38,124 INFO [M:0;ce6119325ab7:34477 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:20:38,125 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:38,125 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:38,125 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:38,125 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:38,125 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:38,125 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T02:20:38,168 DEBUG [M:0;ce6119325ab7:34477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc1fab033be48fd9fd97679f4b1b409 is 82, key is hbase:meta,,1/info:regioninfo/1731637228757/Put/seqid=0 2024-11-15T02:20:38,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741843_1019 (size=5672) 2024-11-15T02:20:38,181 INFO [M:0;ce6119325ab7:34477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc1fab033be48fd9fd97679f4b1b409 2024-11-15T02:20:38,222 DEBUG [M:0;ce6119325ab7:34477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87f5c8c82bf840f18519a750c0a75886 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731637235646/Put/seqid=0 2024-11-15T02:20:38,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741844_1020 (size=7203) 2024-11-15T02:20:38,267 INFO [M:0;ce6119325ab7:34477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87f5c8c82bf840f18519a750c0a75886 2024-11-15T02:20:38,332 DEBUG [M:0;ce6119325ab7:34477 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15e0e8661d1f483b8327d380752608db is 69, key is ce6119325ab7,45993,1731637224201/rs:state/1731637227761/Put/seqid=0 2024-11-15T02:20:38,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741845_1021 (size=5156) 2024-11-15T02:20:38,749 INFO [M:0;ce6119325ab7:34477 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15e0e8661d1f483b8327d380752608db 2024-11-15T02:20:38,764 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2bc1fab033be48fd9fd97679f4b1b409 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc1fab033be48fd9fd97679f4b1b409 2024-11-15T02:20:38,768 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc1fab033be48fd9fd97679f4b1b409, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T02:20:38,769 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/87f5c8c82bf840f18519a750c0a75886 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87f5c8c82bf840f18519a750c0a75886 2024-11-15T02:20:38,773 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87f5c8c82bf840f18519a750c0a75886, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T02:20:38,775 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/15e0e8661d1f483b8327d380752608db as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15e0e8661d1f483b8327d380752608db 2024-11-15T02:20:38,780 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15e0e8661d1f483b8327d380752608db, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T02:20:38,781 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 656ms, sequenceid=70, compaction requested=false 2024-11-15T02:20:38,788 INFO [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:38,788 DEBUG [M:0;ce6119325ab7:34477 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637238125Disabling compacts and flushes for region at 1731637238125Disabling writes for close at 1731637238125Obtaining lock to block concurrent updates at 1731637238125Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637238125Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731637238126 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637238129 (+3 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637238129Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637238168 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637238168Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637238187 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637238222 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637238222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637238295 (+73 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637238331 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637238331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@727f7ba6: reopening flushed file at 1731637238763 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262d7578: reopening flushed file at 1731637238768 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190da969: reopening flushed file at 1731637238774 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 656ms, sequenceid=70, compaction requested=false at 1731637238781 (+7 ms)Writing region close event to WAL at 1731637238787 (+6 ms)Closed at 1731637238788 (+1 ms) 2024-11-15T02:20:38,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741830_1006 (size=41008) 2024-11-15T02:20:38,799 INFO [M:0;ce6119325ab7:34477 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:20:38,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:38,799 INFO [M:0;ce6119325ab7:34477 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34477 2024-11-15T02:20:38,799 INFO [M:0;ce6119325ab7:34477 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:38,909 INFO [M:0;ce6119325ab7:34477 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:38,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:38,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34477-0x1013c4b111f0000, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:38,911 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:20:38,911 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:38,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46037 2024-11-15T02:20:38,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46037 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:38,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460370x0, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:38,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46037-0x1013c4b111f0006 connected 2024-11-15T02:20:38,947 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:38,949 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:38,953 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:38,953 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: INIT 2024-11-15T02:20:38,953 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e, hbase.cluster.distributed=false 2024-11-15T02:20:38,955 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/acl 2024-11-15T02:20:38,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-15T02:20:38,966 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46037 2024-11-15T02:20:38,967 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46037 2024-11-15T02:20:38,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-15T02:20:38,988 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46037 2024-11-15T02:20:39,015 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:39,015 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:39,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:39,016 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:39,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:39,016 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:39,016 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:20:39,016 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:39,020 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43537 2024-11-15T02:20:39,022 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43537 connecting to ZooKeeper ensemble=127.0.0.1:64582 2024-11-15T02:20:39,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:39,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:39,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435370x0, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:39,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:435370x0, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:39,045 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: INIT 2024-11-15T02:20:39,045 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:20:39,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43537-0x1013c4b111f0007 connected 2024-11-15T02:20:39,064 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:20:39,067 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/master 2024-11-15T02:20:39,080 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/acl 2024-11-15T02:20:39,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-15T02:20:39,097 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43537 2024-11-15T02:20:39,104 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43537 2024-11-15T02:20:39,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-15T02:20:39,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43537 2024-11-15T02:20:39,132 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:46037 2024-11-15T02:20:39,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01333927141/backup-masters/ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:39,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:39,149 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on existing znode=/01333927141/backup-masters/ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333927141/master 2024-11-15T02:20:39,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:39,160 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on existing znode=/01333927141/master 2024-11-15T02:20:39,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01333927141/backup-masters/ce6119325ab7,46037,1731637238911 from backup master directory 2024-11-15T02:20:39,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:39,171 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/backup-masters/ce6119325ab7,46037,1731637238911 because node does not exist (not an error) 2024-11-15T02:20:39,171 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:39,171 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/backup-masters/ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/backup-masters 2024-11-15T02:20:39,185 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:39,186 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:20:39,204 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 18ms. 2024-11-15T02:20:39,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741846_1022 (size=196) 2024-11-15T02:20:39,633 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:20:39,634 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:20:39,636 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:39,649 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T02:20:39,651 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722 to hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722-dead as it is dead 2024-11-15T02:20:39,652 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722-dead/ce6119325ab7%2C34477%2C1731637223722.1731637226435 2024-11-15T02:20:39,652 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722-dead/ce6119325ab7%2C34477%2C1731637223722.1731637226435 after 0ms 2024-11-15T02:20:39,653 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722-dead/ce6119325ab7%2C34477%2C1731637223722.1731637226435 to hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C34477%2C1731637223722.1731637226435 2024-11-15T02:20:39,653 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,34477,1731637223722-dead 2024-11-15T02:20:39,653 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,654 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:39,655 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C46037%2C1731637238911, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,46037,1731637238911, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/oldWALs, maxLogs=10 2024-11-15T02:20:39,667 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,46037,1731637238911/ce6119325ab7%2C46037%2C1731637238911.1731637239655, exclude list is [], retry=0 2024-11-15T02:20:39,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:39,671 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/WALs/ce6119325ab7,46037,1731637238911/ce6119325ab7%2C46037%2C1731637238911.1731637239655 2024-11-15T02:20:39,671 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:39,671 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:39,672 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:39,672 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,672 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:20:39,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:39,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2bc1fab033be48fd9fd97679f4b1b409 2024-11-15T02:20:39,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:39,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:20:39,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:39,686 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/87f5c8c82bf840f18519a750c0a75886 2024-11-15T02:20:39,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:39,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:20:39,688 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:39,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/15e0e8661d1f483b8327d380752608db 2024-11-15T02:20:39,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:39,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:20:39,698 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:39,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:39,699 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,700 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T02:20:39,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C34477%2C1731637223722.1731637226435 2024-11-15T02:20:39,706 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C34477%2C1731637223722.1731637226435 2024-11-15T02:20:39,707 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/ce6119325ab7%2C34477%2C1731637223722.1731637226435 2024-11-15T02:20:39,708 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,708 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,709 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:39,710 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:39,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T02:20:39,714 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60545812, jitterRate=-0.09779709577560425}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:39,714 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637239672Initializing all the Stores at 1731637239673 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637239673Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637239673Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637239673Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637239673Cleaning up temporary data from old regions at 1731637239708 (+35 ms)Region opened successfully at 1731637239714 (+6 ms) 2024-11-15T02:20:39,714 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:20:39,716 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5055f3d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:39,719 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T02:20:39,719 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:20:39,719 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:20:39,719 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:20:39,721 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T02:20:39,724 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:39,724 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:20:39,725 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:20:39,725 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T02:20:39,725 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:20:39,730 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=ce6119325ab7,45993,1731637224201, regionLocation=ce6119325ab7,45993,1731637224201, openSeqNum=2 2024-11-15T02:20:39,730 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=ce6119325ab7,45993,1731637224201, table=hbase:meta, region=1588230740 2024-11-15T02:20:39,730 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,45993,1731637224201, state=OPEN 2024-11-15T02:20:39,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:39,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:39,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:39,739 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:39,744 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:20:39,760 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/draining/ce6119325ab7,45993,1731637224201 already deleted, retry=false 2024-11-15T02:20:39,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of ce6119325ab7,45993,1731637224201 on ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,761 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure ce6119325ab7,45993,1731637224201, splitWal=true, meta=true 2024-11-15T02:20:39,762 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for ce6119325ab7,45993,1731637224201 (carryingMeta=true) ce6119325ab7,45993,1731637224201/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@586c09aa[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T02:20:39,764 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/balancer because node does not exist (not necessarily an error) 2024-11-15T02:20:39,777 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/balancer already deleted, retry=false 2024-11-15T02:20:39,777 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:20:39,778 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:20:39,789 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/normalizer already deleted, retry=false 2024-11-15T02:20:39,789 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:20:39,793 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:20:39,802 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/switch/split already deleted, retry=false 2024-11-15T02:20:39,803 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:20:39,816 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/switch/merge already deleted, retry=false 2024-11-15T02:20:39,837 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Unable to get data of znode /01333927141/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:20:39,854 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/snapshot-cleanup already deleted, retry=false 2024-11-15T02:20:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:39,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:39,876 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,46037,1731637238911, sessionid=0x1013c4b111f0006, setting cluster-up flag (Was=false) 2024-11-15T02:20:39,897 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333927141/flush-table-proc/acquired, /01333927141/flush-table-proc/reached, /01333927141/flush-table-proc/abort 2024-11-15T02:20:39,898 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,918 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01333927141/online-snapshot/acquired, /01333927141/online-snapshot/reached, /01333927141/online-snapshot/abort 2024-11-15T02:20:39,919 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,46037,1731637238911 2024-11-15T02:20:39,920 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/.lastflushedseqids 2024-11-15T02:20:39,922 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:20:39,922 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:20:39,922 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,46037,1731637238911 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 ce6119325ab7,45993,1731637224201 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:39,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637269924 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:20:39,924 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:39,925 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure ce6119325ab7,45993,1731637224201, splitWal=true, meta=true 2024-11-15T02:20:39,925 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure ce6119325ab7,45993,1731637224201, splitWal=true, meta=true, isMeta: true 2024-11-15T02:20:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:20:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:20:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:20:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:20:39,926 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201-splitting 2024-11-15T02:20:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:20:39,927 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637239927,5,FailOnTimeoutGroup] 2024-11-15T02:20:39,927 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637239927,5,FailOnTimeoutGroup] 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:39,927 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201-splitting dir is empty, no logs to split. 2024-11-15T02:20:39,927 INFO [PEWorker-1 {}] master.SplitWALManager(105): ce6119325ab7,45993,1731637224201 WAL count=0, meta=true 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637239927, completionTime=-1 2024-11-15T02:20:39,927 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T02:20:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T02:20:39,929 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201-splitting dir is empty, no logs to split. 2024-11-15T02:20:39,929 INFO [PEWorker-1 {}] master.SplitWALManager(105): ce6119325ab7,45993,1731637224201 WAL count=0, meta=true 2024-11-15T02:20:39,929 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if ce6119325ab7,45993,1731637224201 WAL splitting is done? wals=0, meta=true 2024-11-15T02:20:39,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:20:39,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:39,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T02:20:40,014 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(746): ClusterId : c9b4115c-2b23-411b-9059-9f4d9fca99b6 2024-11-15T02:20:40,014 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:20:40,024 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:20:40,024 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:20:40,045 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:20:40,045 DEBUG [RS:0;ce6119325ab7:43537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4acbe0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:40,056 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:43537 2024-11-15T02:20:40,056 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:20:40,056 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:20:40,056 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:20:40,057 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,46037,1731637238911 with port=43537, startcode=1731637239015 2024-11-15T02:20:40,057 DEBUG [RS:0;ce6119325ab7:43537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:20:40,059 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42103, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:20:40,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,059 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46037 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,060 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e 2024-11-15T02:20:40,060 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44505 2024-11-15T02:20:40,060 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:20:40,078 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T02:20:40,083 WARN [ce6119325ab7:46037 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:20:40,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/rs 2024-11-15T02:20:40,129 DEBUG [RS:0;ce6119325ab7:43537 {}] zookeeper.ZKUtil(111): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on existing znode=/01333927141/rs/ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,129 WARN [RS:0;ce6119325ab7:43537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:40,129 INFO [RS:0;ce6119325ab7:43537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:40,129 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,129 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,43537,1731637239015] 2024-11-15T02:20:40,148 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:20:40,150 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:20:40,150 INFO [RS:0;ce6119325ab7:43537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:20:40,150 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,150 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:20:40,151 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:20:40,151 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,151 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,152 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,152 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,152 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:40,152 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:40,152 DEBUG [RS:0;ce6119325ab7:43537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:40,156 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,156 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,156 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,156 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,156 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,156 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43537,1731637239015-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:40,174 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:20:40,174 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43537,1731637239015-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,192 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,43537,1731637239015, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:20:40,192 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,192 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.Replication(171): ce6119325ab7,43537,1731637239015 started 2024-11-15T02:20:40,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:20:40,205 DEBUG [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:45749' 2024-11-15T02:20:40,207 DEBUG [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e92bb2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:40,207 DEBUG [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45749,-1 for getting cluster id 2024-11-15T02:20:40,207 DEBUG [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:40,208 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63fbc870-5ab2-4c50-9379-fbe26e5d8de3' 2024-11-15T02:20:40,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:40,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63fbc870-5ab2-4c50-9379-fbe26e5d8de3" 2024-11-15T02:20:40,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d5dbf60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:40,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45749,-1] 2024-11-15T02:20:40,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:40,209 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:40,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:40,209 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,43537,1731637239015, RpcServer on ce6119325ab7/172.17.0.3:43537, sessionid=0x1013c4b111f0007 2024-11-15T02:20:40,209 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:20:40,209 DEBUG [RS:0;ce6119325ab7:43537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,209 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,43537,1731637239015' 2024-11-15T02:20:40,209 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333927141/flush-table-proc/abort' 2024-11-15T02:20:40,210 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333927141/flush-table-proc/acquired' 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,43537,1731637239015' 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01333927141/online-snapshot/abort' 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bd876ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:40,210 DEBUG [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:20:40,211 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01333927141/online-snapshot/acquired' 2024-11-15T02:20:40,211 DEBUG [RS:0;ce6119325ab7:43537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:20:40,211 INFO [RS:0;ce6119325ab7:43537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:20:40,211 INFO [RS:0;ce6119325ab7:43537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:20:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45749,1731637232137 2024-11-15T02:20:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@509c21a7 2024-11-15T02:20:40,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:20:40,212 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T02:20:40,218 INFO [RS:0;ce6119325ab7:43537.replicationSource,1-ce6119325ab7,43537,1731637239015 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,43537,1731637239015 (queues=0) is replicating from cluster=c9b4115c-2b23-411b-9059-9f4d9fca99b6 to cluster=63fbc870-5ab2-4c50-9379-fbe26e5d8de3 2024-11-15T02:20:40,242 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:40,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:40,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:40,243 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:40,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:40,311 INFO [RS:0;ce6119325ab7:43537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:40,316 INFO [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C43537%2C1731637239015, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs, maxLogs=10 2024-11-15T02:20:40,334 DEBUG [RS:0;ce6119325ab7:43537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317, exclude list is [], retry=0 2024-11-15T02:20:40,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:40,353 INFO [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 2024-11-15T02:20:40,354 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group ce6119325ab7%2C43537%2C1731637239015 for peer 1 2024-11-15T02:20:40,354 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C43537%2C1731637239015 2024-11-15T02:20:40,354 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,43537,1731637239015, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:20:40,377 DEBUG [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:40,378 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317, startPosition=0, beingWritten=true 2024-11-15T02:20:40,378 INFO [RS:0;ce6119325ab7:43537.replicationSource.shipperce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C43537%2C1731637239015 2024-11-15T02:20:40,586 DEBUG [ce6119325ab7:46037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:20:40,587 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,588 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,43537,1731637239015, state=OPENING 2024-11-15T02:20:40,589 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:40,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:40,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:40,598 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:40,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:40,598 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:40,598 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,43537,1731637239015}] 2024-11-15T02:20:40,751 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:20:40,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33817, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:20:40,755 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:20:40,755 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:40,755 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:20:40,756 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C43537%2C1731637239015.meta, suffix=.meta, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs, maxLogs=10 2024-11-15T02:20:40,768 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.meta.1731637240757.meta, exclude list is [], retry=0 2024-11-15T02:20:40,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:40,771 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.meta.1731637240757.meta 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:40,772 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:20:40,772 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:20:40,772 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:20:40,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:40,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:40,774 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:40,779 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/info/9d31c091b7064939a51e75fd5e8b8b85 2024-11-15T02:20:40,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:40,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:40,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:40,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:40,785 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/ns/027c6a611cda47699cfe4141b679bc72 2024-11-15T02:20:40,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:40,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:40,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:40,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:40,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:40,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:40,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:40,787 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:40,793 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/table/3850cc42d5754faeab051a4ea2319df7 2024-11-15T02:20:40,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:40,793 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:40,794 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740 2024-11-15T02:20:40,795 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740 2024-11-15T02:20:40,796 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:40,796 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:40,797 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:40,798 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:40,798 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71042429, jitterRate=0.058614686131477356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:40,798 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:20:40,799 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637240773Writing region info on filesystem at 1731637240773Initializing all the Stores at 1731637240773Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637240773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637240773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637240774 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637240774Cleaning up temporary data from old regions at 1731637240796 (+22 ms)Running coprocessor post-open hooks at 1731637240798 (+2 ms)Region opened successfully at 1731637240799 (+1 ms) 2024-11-15T02:20:40,799 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731637240751 2024-11-15T02:20:40,802 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:20:40,802 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:20:40,802 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,803 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,43537,1731637239015, state=OPEN 2024-11-15T02:20:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:40,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01333927141/meta-region-server 2024-11-15T02:20:40,812 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,43537,1731637239015 2024-11-15T02:20:40,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:40,813 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01333927141/meta-region-server: CHANGED 2024-11-15T02:20:40,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T02:20:40,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,43537,1731637239015 in 215 msec 2024-11-15T02:20:40,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:20:40,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 884 msec 2024-11-15T02:20:40,894 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:41,299 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:41,580 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T02:20:41,821 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:42,426 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:43,096 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3168ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3018ms 2024-11-15T02:20:43,130 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:43,935 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:44,448 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4521ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T02:20:44,448 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:20:44,448 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:44,449 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,43537,1731637239015, seqNum=-1] 2024-11-15T02:20:44,449 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:44,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:44,456 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e62592eb69c28c3a859312fbaf4fe03, regionState=OPEN, lastHost=ce6119325ab7,45993,1731637224201, regionLocation=ce6119325ab7,45993,1731637224201, openSeqNum=2 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637304457 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637364457 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 8 msec 2024-11-15T02:20:44,457 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): ce6119325ab7,45993,1731637224201 had 2 regions 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46037,1731637238911-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46037,1731637238911-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46037,1731637238911-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:46037, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,458 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure ce6119325ab7,45993,1731637224201, splitWal=true, meta=true, isMeta: false 2024-11-15T02:20:44,461 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,468 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201-splitting dir is empty, no logs to split. 2024-11-15T02:20:44,468 INFO [PEWorker-3 {}] master.SplitWALManager(105): ce6119325ab7,45993,1731637224201 WAL count=0, meta=false 2024-11-15T02:20:44,473 WARN [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=ce6119325ab7,45993,1731637224201/hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.303sec 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46037,1731637238911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:44,474 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46037,1731637238911-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:20:44,476 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,45993,1731637224201-splitting dir is empty, no logs to split. 2024-11-15T02:20:44,477 INFO [PEWorker-3 {}] master.SplitWALManager(105): ce6119325ab7,45993,1731637224201 WAL count=0, meta=false 2024-11-15T02:20:44,477 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if ce6119325ab7,45993,1731637224201 WAL splitting is done? wals=0, meta=false 2024-11-15T02:20:44,478 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN}] 2024-11-15T02:20:44,480 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN 2024-11-15T02:20:44,480 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T02:20:44,491 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:20:44,491 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:20:44,492 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46037,1731637238911-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:44,523 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cc844e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:44,523 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46037,-1 for getting cluster id 2024-11-15T02:20:44,523 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:44,524 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9b4115c-2b23-411b-9059-9f4d9fca99b6' 2024-11-15T02:20:44,524 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9b4115c-2b23-411b-9059-9f4d9fca99b6" 2024-11-15T02:20:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66508cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46037,-1] 2024-11-15T02:20:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:44,525 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,527 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:44,528 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3d35c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:44,529 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:44,530 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,43537,1731637239015, seqNum=-1] 2024-11-15T02:20:44,531 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:44,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:44,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T02:20:44,535 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:44,535 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:44,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,535 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,535 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: ce6119325ab7:46037 after: ce6119325ab7:46037 2024-11-15T02:20:44,536 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:44,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2928dc6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:44,536 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46037,-1 for getting cluster id 2024-11-15T02:20:44,536 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:44,538 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c9b4115c-2b23-411b-9059-9f4d9fca99b6' 2024-11-15T02:20:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:44,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c9b4115c-2b23-411b-9059-9f4d9fca99b6" 2024-11-15T02:20:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774c61b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46037,-1] 2024-11-15T02:20:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:44,539 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,542 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:44,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12febbde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:44,543 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:20:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,46037,1731637238911 2024-11-15T02:20:44,544 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@376da2b2 2024-11-15T02:20:44,545 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:20:44,546 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:20:44,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46037 {}] master.HMaster(4002): Client=jenkins//172.17.0.3 get replication peer config, id=1 2024-11-15T02:20:44,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:20:44,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:44,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:44,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,547 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:44,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:20:44,547 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=22180128, stopped=false 2024-11-15T02:20:44,547 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,45749,1731637232137 2024-11-15T02:20:44,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1294445848/running 2024-11-15T02:20:44,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1294445848/running 2024-11-15T02:20:44,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:44,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:44,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:44,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/running 2024-11-15T02:20:44,571 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:44,571 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:44,571 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,572 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,40215,1731637232561' ***** 2024-11-15T02:20:44,572 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,40215,1731637232561 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40215. 2024-11-15T02:20:44,572 DEBUG [RS:0;ce6119325ab7:40215 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:44,572 DEBUG [RS:0;ce6119325ab7:40215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:20:44,572 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:20:44,572 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:20:44,573 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:20:44,573 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:20:44,573 DEBUG [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:20:44,574 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:44,574 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:44,574 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:44,574 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:44,574 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:44,574 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T02:20:44,577 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Set watcher on znode that does not yet exist, /1-1294445848/running 2024-11-15T02:20:44,607 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/.tmp/ns/1d4c6dea287e49f7836e0387df11c0f2 is 43, key is default/ns:d/1731637234793/Put/seqid=0 2024-11-15T02:20:44,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741835_1011 (size=5153) 2024-11-15T02:20:44,625 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/.tmp/ns/1d4c6dea287e49f7836e0387df11c0f2 2024-11-15T02:20:44,631 DEBUG [ce6119325ab7:46037 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:20:44,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6e62592eb69c28c3a859312fbaf4fe03, regionState=OPENING, regionLocation=ce6119325ab7,43537,1731637239015 2024-11-15T02:20:44,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN because future has completed 2024-11-15T02:20:44,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e62592eb69c28c3a859312fbaf4fe03, server=ce6119325ab7,43537,1731637239015}] 2024-11-15T02:20:44,645 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/.tmp/ns/1d4c6dea287e49f7836e0387df11c0f2 as hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/ns/1d4c6dea287e49f7836e0387df11c0f2 2024-11-15T02:20:44,652 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:44,660 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/ns/1d4c6dea287e49f7836e0387df11c0f2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T02:20:44,665 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=6, compaction requested=false 2024-11-15T02:20:44,665 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:20:44,673 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T02:20:44,673 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:44,673 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:44,673 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:44,673 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637244574Running coprocessor pre-close hooks at 1731637244574Disabling compacts and flushes for region at 1731637244574Disabling writes for close at 1731637244574Obtaining lock to block concurrent updates at 1731637244574Preparing flush snapshotting stores in 1588230740 at 1731637244574Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731637244574Flushing stores of hbase:meta,,1.1588230740 at 1731637244575 (+1 ms)Flushing 1588230740/ns: creating writer at 1731637244575Flushing 1588230740/ns: appending metadata at 1731637244607 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731637244607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5bdc9863: reopening flushed file at 1731637244639 (+32 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 91ms, sequenceid=6, compaction requested=false at 1731637244665 (+26 ms)Writing region close event to WAL at 1731637244668 (+3 ms)Running coprocessor post-close hooks at 1731637244673 (+5 ms)Closed at 1731637244673 2024-11-15T02:20:44,674 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:44,774 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,40215,1731637232561; all regions closed. 2024-11-15T02:20:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741834_1010 (size=1152) 2024-11-15T02:20:44,805 DEBUG [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/oldWALs 2024-11-15T02:20:44,805 INFO [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40215%2C1731637232561.meta:.meta(num 1731637234651) 2024-11-15T02:20:44,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:44,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:44,808 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:20:44,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741833_1009 (size=93) 2024-11-15T02:20:44,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C43537%2C1731637239015.rep, suffix=, logDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015, archiveDir=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs, maxLogs=10 2024-11-15T02:20:44,821 DEBUG [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/oldWALs 2024-11-15T02:20:44,821 INFO [RS:0;ce6119325ab7:40215 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40215%2C1731637232561:(num 1731637234186) 2024-11-15T02:20:44,821 DEBUG [RS:0;ce6119325ab7:40215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:44,821 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:44,821 INFO [RS:0;ce6119325ab7:40215 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:44,821 INFO [RS:0;ce6119325ab7:40215 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:44,821 INFO [RS:0;ce6119325ab7:40215 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:44,821 INFO [RS:0;ce6119325ab7:40215 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40215 2024-11-15T02:20:44,821 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:44,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1294445848/rs/ce6119325ab7,40215,1731637232561 2024-11-15T02:20:44,834 INFO [RS:0;ce6119325ab7:40215 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:44,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.rep.1731637244813, exclude list is [], retry=0 2024-11-15T02:20:44,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848/rs 2024-11-15T02:20:44,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38907,DS-55d8ea5d-18be-4264-8be6-4f7fcb1e4fc9,DISK] 2024-11-15T02:20:44,840 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:44,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.rep.1731637244813 2024-11-15T02:20:44,852 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44039:44039)] 2024-11-15T02:20:44,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e62592eb69c28c3a859312fbaf4fe03, NAME => 'hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:44,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:20:44,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:20:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. service=MultiRowMutationService 2024-11-15T02:20:44,854 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:20:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,860 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,862 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e62592eb69c28c3a859312fbaf4fe03 columnFamilyName hfileref 2024-11-15T02:20:44,862 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:44,863 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(327): Store=6e62592eb69c28c3a859312fbaf4fe03/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:44,863 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,866 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e62592eb69c28c3a859312fbaf4fe03 columnFamilyName queue 2024-11-15T02:20:44,866 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:44,884 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/queue/0f920607e14444018823a531866fb760 2024-11-15T02:20:44,884 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(327): Store=6e62592eb69c28c3a859312fbaf4fe03/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:44,884 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,885 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e62592eb69c28c3a859312fbaf4fe03 columnFamilyName sid 2024-11-15T02:20:44,885 DEBUG [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:44,886 INFO [StoreOpener-6e62592eb69c28c3a859312fbaf4fe03-1 {}] regionserver.HStore(327): Store=6e62592eb69c28c3a859312fbaf4fe03/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:44,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,889 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:20:44,894 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,896 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 6e62592eb69c28c3a859312fbaf4fe03; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64411898, jitterRate=-0.04018792510032654}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:20:44,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6e62592eb69c28c3a859312fbaf4fe03: Running coprocessor pre-open hook at 1731637244854Writing region info on filesystem at 1731637244854Initializing all the Stores at 1731637244855 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637244855Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637244856 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637244856Cleaning up temporary data from old regions at 1731637244890 (+34 ms)Running coprocessor post-open hooks at 1731637244896 (+6 ms)Region opened successfully at 1731637244897 (+1 ms) 2024-11-15T02:20:44,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03., pid=13, masterSystemTime=1731637244799 2024-11-15T02:20:44,904 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,40215,1731637232561] 2024-11-15T02:20:44,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:44,909 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:44,909 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=6e62592eb69c28c3a859312fbaf4fe03, regionState=OPEN, openSeqNum=9, regionLocation=ce6119325ab7,43537,1731637239015 2024-11-15T02:20:44,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e62592eb69c28c3a859312fbaf4fe03, server=ce6119325ab7,43537,1731637239015 because future has completed 2024-11-15T02:20:44,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T02:20:44,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e62592eb69c28c3a859312fbaf4fe03, server=ce6119325ab7,43537,1731637239015 in 271 msec 2024-11-15T02:20:44,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T02:20:44,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6e62592eb69c28c3a859312fbaf4fe03, ASSIGN in 436 msec 2024-11-15T02:20:44,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T02:20:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03., hostname=ce6119325ab7,43537,1731637239015, seqNum=9] 2024-11-15T02:20:44,959 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for ce6119325ab7,45993,1731637224201 2024-11-15T02:20:44,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T02:20:44,967 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/draining/ce6119325ab7,40215,1731637232561 already deleted, retry=false 2024-11-15T02:20:44,967 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,40215,1731637232561 expired; onlineServers=0 2024-11-15T02:20:44,967 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,45749,1731637232137' ***** 2024-11-15T02:20:44,967 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:20:44,967 INFO [M:0;ce6119325ab7:45749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:44,967 INFO [M:0;ce6119325ab7:45749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:44,968 DEBUG [M:0;ce6119325ab7:45749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:20:44,968 DEBUG [M:0;ce6119325ab7:45749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:20:44,968 INFO [M:0;ce6119325ab7:45749 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:44,968 INFO [M:0;ce6119325ab7:45749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:44,968 DEBUG [M:0;ce6119325ab7:45749 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:20:44,968 INFO [M:0;ce6119325ab7:45749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:20:44,968 INFO [M:0;ce6119325ab7:45749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:44,968 INFO [M:0;ce6119325ab7:45749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:20:44,968 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637233808 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637233808,5,FailOnTimeoutGroup] 2024-11-15T02:20:44,968 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637233812 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637233812,5,FailOnTimeoutGroup] 2024-11-15T02:20:44,969 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:20:44,971 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:20:44,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:44,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40215-0x1013c4b111f0004, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:44,999 INFO [RS:0;ce6119325ab7:40215 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:44,999 INFO [RS:0;ce6119325ab7:40215 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,40215,1731637232561; zookeeper connection closed. 2024-11-15T02:20:45,008 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@364a8e32 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@364a8e32 2024-11-15T02:20:45,008 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:20:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1294445848/master 2024-11-15T02:20:45,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1294445848 2024-11-15T02:20:45,026 INFO [M:0;ce6119325ab7:45749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/.lastflushedseqids 2024-11-15T02:20:45,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1294445848/master already deleted, retry=false 2024-11-15T02:20:45,040 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1294445848/master 2024-11-15T02:20:45,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741836_1012 (size=99) 2024-11-15T02:20:45,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T02:20:45,448 INFO [M:0;ce6119325ab7:45749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:20:45,449 INFO [M:0;ce6119325ab7:45749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:20:45,449 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:45,449 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:45,449 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:45,449 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:45,449 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:45,449 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T02:20:45,463 DEBUG [M:0;ce6119325ab7:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f70344bc66ec4f8bbd58b2ce18e1eb8f is 82, key is hbase:meta,,1/info:regioninfo/1731637234719/Put/seqid=0 2024-11-15T02:20:45,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741837_1013 (size=5672) 2024-11-15T02:20:45,853 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:45,868 INFO [M:0;ce6119325ab7:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f70344bc66ec4f8bbd58b2ce18e1eb8f 2024-11-15T02:20:45,890 DEBUG [M:0;ce6119325ab7:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b49c0162664575bd4a9c7c9ae01c00 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731637234797/Put/seqid=0 2024-11-15T02:20:45,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741838_1014 (size=5275) 2024-11-15T02:20:46,274 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:20:46,305 INFO [M:0;ce6119325ab7:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b49c0162664575bd4a9c7c9ae01c00 2024-11-15T02:20:46,330 DEBUG [M:0;ce6119325ab7:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfd15f5515bf4a91a22949b7fad92334 is 69, key is ce6119325ab7,40215,1731637232561/rs:state/1731637233909/Put/seqid=0 2024-11-15T02:20:46,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:46,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:46,335 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:46,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:46,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:46,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741839_1015 (size=5156) 2024-11-15T02:20:46,361 INFO [M:0;ce6119325ab7:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfd15f5515bf4a91a22949b7fad92334 2024-11-15T02:20:46,370 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f70344bc66ec4f8bbd58b2ce18e1eb8f as hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f70344bc66ec4f8bbd58b2ce18e1eb8f 2024-11-15T02:20:46,379 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f70344bc66ec4f8bbd58b2ce18e1eb8f, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T02:20:46,380 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c8b49c0162664575bd4a9c7c9ae01c00 as hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8b49c0162664575bd4a9c7c9ae01c00 2024-11-15T02:20:46,385 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c8b49c0162664575bd4a9c7c9ae01c00, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T02:20:46,386 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfd15f5515bf4a91a22949b7fad92334 as hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfd15f5515bf4a91a22949b7fad92334 2024-11-15T02:20:46,405 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42487/user/jenkins/test-data/33a31881-ea5c-df3f-058e-86f0d1cb699d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfd15f5515bf4a91a22949b7fad92334, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T02:20:46,409 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 960ms, sequenceid=28, compaction requested=false 2024-11-15T02:20:46,441 INFO [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:46,441 DEBUG [M:0;ce6119325ab7:45749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637245449Disabling compacts and flushes for region at 1731637245449Disabling writes for close at 1731637245449Obtaining lock to block concurrent updates at 1731637245449Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637245449Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731637245449Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637245450 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637245450Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637245463 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637245463Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637245872 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637245890 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637245890Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637246311 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637246329 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637246329Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1984466b: reopening flushed file at 1731637246369 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51fe3d8a: reopening flushed file at 1731637246379 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74a6a8b4: reopening flushed file at 1731637246386 (+7 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 960ms, sequenceid=28, compaction requested=false at 1731637246409 (+23 ms)Writing region close event to WAL at 1731637246441 (+32 ms)Closed at 1731637246441 2024-11-15T02:20:46,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42651 is added to blk_1073741830_1006 (size=10165) 2024-11-15T02:20:46,456 INFO [M:0;ce6119325ab7:45749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:20:46,456 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:46,460 INFO [M:0;ce6119325ab7:45749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45749 2024-11-15T02:20:46,464 INFO [M:0;ce6119325ab7:45749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:46,695 INFO [M:0;ce6119325ab7:45749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:46,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x1013c4b111f0003, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:46,705 WARN [BP-1458017546-172.17.0.3-1731637229097 heartbeating to localhost/127.0.0.1:42487 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1458017546-172.17.0.3-1731637229097 (Datanode Uuid f81b29ca-0706-45d0-aac6-e42733ed235a) service to localhost/127.0.0.1:42487 2024-11-15T02:20:46,705 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3653dd1f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:46,705 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/cluster_033bf6c3-e0f3-ca27-1488-1220aad82413/data/data1/current/BP-1458017546-172.17.0.3-1731637229097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:46,706 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/cluster_033bf6c3-e0f3-ca27-1488-1220aad82413/data/data2/current/BP-1458017546-172.17.0.3-1731637229097 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:46,706 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d600f68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:46,706 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:46,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@300a93e3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:46,706 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cb119b5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:46,715 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:20:46,740 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3df9e8bc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:46,757 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d8c2b8f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:46,757 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:46,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202bda48{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:46,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@305b238b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:20:46,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:20:46,773 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:46,773 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:46,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:46,773 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:46,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:46,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:20:46,773 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1764506639, stopped=false 2024-11-15T02:20:46,773 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,46037,1731637238911 2024-11-15T02:20:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/running 2024-11-15T02:20:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:46,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:46,791 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:46,792 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:20:46,792 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:46,792 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:46,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:46,792 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,43537,1731637239015' ***** 2024-11-15T02:20:46,792 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:20:46,793 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:20:46,793 INFO [RS:0;ce6119325ab7:43537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:20:46,793 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:20:46,793 INFO [RS:0;ce6119325ab7:43537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:20:46,793 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:46,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Set watcher on znode that does not yet exist, /01333927141/running 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,43537,1731637239015 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:43537. 2024-11-15T02:20:46,794 DEBUG [RS:0;ce6119325ab7:43537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:46,794 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e62592eb69c28c3a859312fbaf4fe03, disabling compactions & flushes 2024-11-15T02:20:46,794 DEBUG [RS:0;ce6119325ab7:43537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:46,794 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:46,794 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:20:46,794 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. after waiting 0 ms 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:20:46,794 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:46,794 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:20:46,796 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:20:46,796 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6e62592eb69c28c3a859312fbaf4fe03=hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03.} 2024-11-15T02:20:46,796 DEBUG [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e62592eb69c28c3a859312fbaf4fe03 2024-11-15T02:20:46,796 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:46,796 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:46,796 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:46,796 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:46,796 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:46,796 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T02:20:46,828 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/replication/6e62592eb69c28c3a859312fbaf4fe03/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T02:20:46,834 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:46,834 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:46,834 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:46,834 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e62592eb69c28c3a859312fbaf4fe03: Waiting for close lock at 1731637246794Running coprocessor pre-close hooks at 1731637246794Disabling compacts and flushes for region at 1731637246794Disabling writes for close at 1731637246794Writing region close event to WAL at 1731637246810 (+16 ms)Running coprocessor post-close hooks at 1731637246834 (+24 ms)Closed at 1731637246834 2024-11-15T02:20:46,834 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03. 2024-11-15T02:20:46,839 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/info/e0758d7811b8496e97ccf03bcbf3e72b is 147, key is hbase:replication,,1731637235119.6e62592eb69c28c3a859312fbaf4fe03./info:regioninfo/1731637244909/Put/seqid=0 2024-11-15T02:20:46,867 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:46,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741851_1027 (size=6385) 2024-11-15T02:20:46,877 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/info/e0758d7811b8496e97ccf03bcbf3e72b 2024-11-15T02:20:46,913 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/.tmp/info/e0758d7811b8496e97ccf03bcbf3e72b as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/info/e0758d7811b8496e97ccf03bcbf3e72b 2024-11-15T02:20:46,934 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/info/e0758d7811b8496e97ccf03bcbf3e72b, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T02:20:46,942 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=19, compaction requested=false 2024-11-15T02:20:46,942 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:20:46,960 DEBUG [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 to pos 0, reset compression=false 2024-11-15T02:20:46,964 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T02:20:46,965 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:46,965 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:46,965 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:46,965 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637246796Running coprocessor pre-close hooks at 1731637246796Disabling compacts and flushes for region at 1731637246796Disabling writes for close at 1731637246796Obtaining lock to block concurrent updates at 1731637246796Preparing flush snapshotting stores in 1588230740 at 1731637246796Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731637246797 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637246798 (+1 ms)Flushing 1588230740/info: creating writer at 1731637246798Flushing 1588230740/info: appending metadata at 1731637246838 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731637246838Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fb62679: reopening flushed file at 1731637246912 (+74 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 146ms, sequenceid=19, compaction requested=false at 1731637246942 (+30 ms)Writing region close event to WAL at 1731637246955 (+13 ms)Running coprocessor post-close hooks at 1731637246964 (+9 ms)Closed at 1731637246965 (+1 ms) 2024-11-15T02:20:46,965 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:46,996 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,43537,1731637239015; all regions closed. 2024-11-15T02:20:47,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741849_1025 (size=2156) 2024-11-15T02:20:47,011 DEBUG [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs 2024-11-15T02:20:47,011 INFO [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C43537%2C1731637239015.meta:.meta(num 1731637240757) 2024-11-15T02:20:47,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741850_1026 (size=796) 2024-11-15T02:20:47,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.rep.1731637244813 not finished, retry = 0 2024-11-15T02:20:47,135 DEBUG [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs 2024-11-15T02:20:47,135 INFO [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C43537%2C1731637239015.rep:(num 1731637244813) 2024-11-15T02:20:47,160 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:20:47,160 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:20:47,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741848_1024 (size=93) 2024-11-15T02:20:47,164 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/WALs/ce6119325ab7,43537,1731637239015/ce6119325ab7%2C43537%2C1731637239015.1731637240317 not finished, retry = 0 2024-11-15T02:20:47,267 DEBUG [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/oldWALs 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C43537%2C1731637239015:(num 1731637240317) 2024-11-15T02:20:47,267 DEBUG [RS:0;ce6119325ab7:43537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,43537,1731637239015 because: Region server is closing 2024-11-15T02:20:47,267 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T02:20:47,267 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T02:20:47,267 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T02:20:47,267 INFO [RS:0;ce6119325ab7:43537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:43537. 2024-11-15T02:20:47,267 DEBUG [RS:0;ce6119325ab7:43537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:20:47,268 DEBUG [RS:0;ce6119325ab7:43537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:47,268 DEBUG [RS:0;ce6119325ab7:43537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:47,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:20:47,268 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:47,368 WARN [RS:0;ce6119325ab7:43537.replicationSource.wal-reader.ce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:20:47,368 WARN [RS:0;ce6119325ab7:43537.replicationSource.shipperce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:20:47,368 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;ce6119325ab7:43537.replicationSource.shipperce6119325ab7%2C43537%2C1731637239015,1-ce6119325ab7,43537,1731637239015 terminated 2024-11-15T02:20:47,368 INFO [RS:0;ce6119325ab7:43537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43537 2024-11-15T02:20:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141/rs 2024-11-15T02:20:47,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/rs/ce6119325ab7,43537,1731637239015 2024-11-15T02:20:47,382 INFO [RS:0;ce6119325ab7:43537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:47,382 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,43537,1731637239015] 2024-11-15T02:20:47,391 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/draining/ce6119325ab7,43537,1731637239015 already deleted, retry=false 2024-11-15T02:20:47,391 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,43537,1731637239015 expired; onlineServers=0 2024-11-15T02:20:47,391 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,46037,1731637238911' ***** 2024-11-15T02:20:47,391 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:20:47,391 INFO [M:0;ce6119325ab7:46037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:20:47,392 INFO [M:0;ce6119325ab7:46037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:20:47,392 DEBUG [M:0;ce6119325ab7:46037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:20:47,392 DEBUG [M:0;ce6119325ab7:46037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:20:47,392 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:20:47,392 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637239927 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637239927,5,FailOnTimeoutGroup] 2024-11-15T02:20:47,392 INFO [M:0;ce6119325ab7:46037 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:20:47,392 INFO [M:0;ce6119325ab7:46037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:20:47,392 DEBUG [M:0;ce6119325ab7:46037 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:20:47,392 INFO [M:0;ce6119325ab7:46037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:20:47,392 INFO [M:0;ce6119325ab7:46037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:20:47,392 INFO [M:0;ce6119325ab7:46037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:20:47,392 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:20:47,392 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637239927 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637239927,5,FailOnTimeoutGroup] 2024-11-15T02:20:47,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01333927141/master 2024-11-15T02:20:47,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01333927141 2024-11-15T02:20:47,412 DEBUG [M:0;ce6119325ab7:46037 {}] zookeeper.RecoverableZooKeeper(212): Node /01333927141/master already deleted, retry=false 2024-11-15T02:20:47,412 DEBUG [M:0;ce6119325ab7:46037 {}] master.ActiveMasterManager(353): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Failed delete of our master address node; KeeperErrorCode = NoNode for /01333927141/master 2024-11-15T02:20:47,413 INFO [M:0;ce6119325ab7:46037 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/.lastflushedseqids 2024-11-15T02:20:47,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741852_1028 (size=181) 2024-11-15T02:20:47,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:47,502 INFO [RS:0;ce6119325ab7:43537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:47,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43537-0x1013c4b111f0007, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:47,502 INFO [RS:0;ce6119325ab7:43537 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,43537,1731637239015; zookeeper connection closed. 2024-11-15T02:20:47,502 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5fe5bd7f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5fe5bd7f 2024-11-15T02:20:47,502 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:20:47,820 INFO [M:0;ce6119325ab7:46037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:20:47,820 INFO [M:0;ce6119325ab7:46037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:20:47,820 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:47,820 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:47,820 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:47,820 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:47,820 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:47,820 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T02:20:47,834 DEBUG [M:0;ce6119325ab7:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5429eb703fd04a38adfc55c486fa4a82 is 82, key is hbase:meta,,1/info:regioninfo/1731637240802/Put/seqid=0 2024-11-15T02:20:47,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741853_1029 (size=5672) 2024-11-15T02:20:48,239 INFO [M:0;ce6119325ab7:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5429eb703fd04a38adfc55c486fa4a82 2024-11-15T02:20:48,270 DEBUG [M:0;ce6119325ab7:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9bffc20e1d469ca1e0d9108434f4e7 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731637244917/Put/seqid=0 2024-11-15T02:20:48,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741854_1030 (size=7312) 2024-11-15T02:20:48,294 INFO [M:0;ce6119325ab7:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9bffc20e1d469ca1e0d9108434f4e7 2024-11-15T02:20:48,324 DEBUG [M:0;ce6119325ab7:46037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23ec044e76d0409c891a3211935fb919 is 69, key is ce6119325ab7,43537,1731637239015/rs:state/1731637240059/Put/seqid=0 2024-11-15T02:20:48,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741855_1031 (size=5370) 2024-11-15T02:20:48,757 INFO [M:0;ce6119325ab7:46037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23ec044e76d0409c891a3211935fb919 2024-11-15T02:20:48,762 INFO [M:0;ce6119325ab7:46037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23ec044e76d0409c891a3211935fb919 2024-11-15T02:20:48,763 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5429eb703fd04a38adfc55c486fa4a82 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5429eb703fd04a38adfc55c486fa4a82 2024-11-15T02:20:48,767 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5429eb703fd04a38adfc55c486fa4a82, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T02:20:48,768 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a9bffc20e1d469ca1e0d9108434f4e7 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a9bffc20e1d469ca1e0d9108434f4e7 2024-11-15T02:20:48,772 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a9bffc20e1d469ca1e0d9108434f4e7, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T02:20:48,773 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/23ec044e76d0409c891a3211935fb919 as hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23ec044e76d0409c891a3211935fb919 2024-11-15T02:20:48,777 INFO [M:0;ce6119325ab7:46037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23ec044e76d0409c891a3211935fb919 2024-11-15T02:20:48,778 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44505/user/jenkins/test-data/5db1dd89-1d1d-394c-218e-eed87e6fd34e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/23ec044e76d0409c891a3211935fb919, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T02:20:48,778 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 958ms, sequenceid=127, compaction requested=false 2024-11-15T02:20:48,779 INFO [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:48,779 DEBUG [M:0;ce6119325ab7:46037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637247820Disabling compacts and flushes for region at 1731637247820Disabling writes for close at 1731637247820Obtaining lock to block concurrent updates at 1731637247820Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637247820Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731637247821 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637247821Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637247821Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637247834 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637247834Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637248245 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637248270 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637248270Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637248303 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637248323 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637248323Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b1bcd14: reopening flushed file at 1731637248762 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e815f71: reopening flushed file at 1731637248767 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41c3cb7f: reopening flushed file at 1731637248772 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 958ms, sequenceid=127, compaction requested=false at 1731637248778 (+6 ms)Writing region close event to WAL at 1731637248779 (+1 ms)Closed at 1731637248779 2024-11-15T02:20:48,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38907 is added to blk_1073741847_1023 (size=22903) 2024-11-15T02:20:48,782 INFO [M:0;ce6119325ab7:46037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:20:48,782 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:20:48,782 INFO [M:0;ce6119325ab7:46037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46037 2024-11-15T02:20:48,782 INFO [M:0;ce6119325ab7:46037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:20:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:48,902 INFO [M:0;ce6119325ab7:46037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:20:48,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46037-0x1013c4b111f0006, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:20:48,908 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5de07a34{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:48,910 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6176167b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:48,910 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e010c9d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:48,910 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5547a402{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:48,916 WARN [BP-1853397790-172.17.0.3-1731637220758 heartbeating to localhost/127.0.0.1:44505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:20:48,916 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:20:48,916 WARN [BP-1853397790-172.17.0.3-1731637220758 heartbeating to localhost/127.0.0.1:44505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1853397790-172.17.0.3-1731637220758 (Datanode Uuid 62fb5608-8353-4c5e-877f-7fd8c200e3d5) service to localhost/127.0.0.1:44505 2024-11-15T02:20:48,916 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:20:48,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/data/data1/current/BP-1853397790-172.17.0.3-1731637220758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:48,917 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/cluster_ff9949f7-23ba-7684-035c-3df25fc22829/data/data2/current/BP-1853397790-172.17.0.3-1731637220758 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:20:48,917 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:20:48,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@286fa3eb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:48,927 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32f57dac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:20:48,927 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:20:48,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@519f12de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:20:48,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b54bb0b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d8d0883f-1290-3d94-0bd0-8a6c86dc603a/hadoop.log.dir/,STOPPED} 2024-11-15T02:20:48,934 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:20:48,948 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:20:48,974 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=203 (was 159) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64582) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: globalEventExecutor-1-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42487 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:44505 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42487 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42487 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64582) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42487 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 503) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=962 (was 923) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1683 (was 1863) 2024-11-15T02:20:48,998 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=203, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=962, ProcessCount=11, AvailableMemoryMB=1682 2024-11-15T02:20:49,017 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T02:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir so I do NOT create it in target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5 2024-11-15T02:20:49,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:20:49,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.tmp.dir so I do NOT create it in target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5 2024-11-15T02:20:49,018 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0ef7a57-05f6-08eb-c63c-54ac69767286/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:20:49,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5 2024-11-15T02:20:49,018 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519, deleteOnExit=true 2024-11-15T02:20:49,029 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/zookeeper_0, clientPort=53145, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:20:49,031 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53145 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/test.cache.data in system properties and HBase conf 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:20:49,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:20:49,031 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:49,032 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:20:49,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:20:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c4b111f0005, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:20:49,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c4b111f0002, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:20:49,034 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c4b111f0002, quorum=127.0.0.1:64582, baseZNode=/01333927141 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:20:49,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c4b111f0005, quorum=127.0.0.1:64582, baseZNode=/1-1294445848 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:20:49,594 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:49,615 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:49,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:49,664 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:49,664 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:20:49,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:49,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61efa2bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:49,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a5bd915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:49,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17cf15ba{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/java.io.tmpdir/jetty-localhost-38273-hadoop-hdfs-3_4_1-tests_jar-_-any-4922034653386717583/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:49,835 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1838b9cd{HTTP/1.1, (http/1.1)}{localhost:38273} 2024-11-15T02:20:49,835 INFO [Time-limited test {}] server.Server(415): Started @166212ms 2024-11-15T02:20:50,165 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:50,176 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:50,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:50,192 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:50,192 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:20:50,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3da91c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:50,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48c9020f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:50,340 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10d68b60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/java.io.tmpdir/jetty-localhost-37159-hadoop-hdfs-3_4_1-tests_jar-_-any-16848852165986518837/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:50,341 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6022ec56{HTTP/1.1, (http/1.1)}{localhost:37159} 2024-11-15T02:20:50,341 INFO [Time-limited test {}] server.Server(415): Started @166718ms 2024-11-15T02:20:50,343 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:20:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:20:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:20:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:20:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:20:51,478 WARN [Thread-1671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/data/data1/current/BP-1497248120-172.17.0.3-1731637249073/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:51,481 WARN [Thread-1672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/data/data2/current/BP-1497248120-172.17.0.3-1731637249073/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:51,511 WARN [Thread-1659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:20:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51bace839b53b86 with lease ID 0x2c81d59a455ea449: Processing first storage report for DS-40f87c42-17c7-43bd-b1ef-9ca5a67de7b1 from datanode DatanodeRegistration(127.0.0.1:42089, datanodeUuid=a21fad9d-1420-48b1-a0c8-78294dc1164a, infoPort=37303, infoSecurePort=0, ipcPort=42721, storageInfo=lv=-57;cid=testClusterID;nsid=1421803726;c=1731637249073) 2024-11-15T02:20:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51bace839b53b86 with lease ID 0x2c81d59a455ea449: from storage DS-40f87c42-17c7-43bd-b1ef-9ca5a67de7b1 node DatanodeRegistration(127.0.0.1:42089, datanodeUuid=a21fad9d-1420-48b1-a0c8-78294dc1164a, infoPort=37303, infoSecurePort=0, ipcPort=42721, storageInfo=lv=-57;cid=testClusterID;nsid=1421803726;c=1731637249073), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:51,514 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51bace839b53b86 with lease ID 0x2c81d59a455ea449: Processing first storage report for DS-adfb23db-621c-4d9a-b452-03f776f7a0e1 from datanode DatanodeRegistration(127.0.0.1:42089, datanodeUuid=a21fad9d-1420-48b1-a0c8-78294dc1164a, infoPort=37303, infoSecurePort=0, ipcPort=42721, storageInfo=lv=-57;cid=testClusterID;nsid=1421803726;c=1731637249073) 2024-11-15T02:20:51,515 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51bace839b53b86 with lease ID 0x2c81d59a455ea449: from storage DS-adfb23db-621c-4d9a-b452-03f776f7a0e1 node DatanodeRegistration(127.0.0.1:42089, datanodeUuid=a21fad9d-1420-48b1-a0c8-78294dc1164a, infoPort=37303, infoSecurePort=0, ipcPort=42721, storageInfo=lv=-57;cid=testClusterID;nsid=1421803726;c=1731637249073), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:51,616 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5 2024-11-15T02:20:51,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:51,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:51,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:20:52,048 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e with version=8 2024-11-15T02:20:52,048 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/hbase-staging 2024-11-15T02:20:52,051 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:20:52,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:52,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43493 2024-11-15T02:20:52,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43493 connecting to ZooKeeper ensemble=127.0.0.1:53145 2024-11-15T02:20:52,119 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434930x0, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:52,120 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43493-0x1013c4b7fac0000 connected 2024-11-15T02:20:52,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:52,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:52,240 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/running 2024-11-15T02:20:52,240 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e, hbase.cluster.distributed=false 2024-11-15T02:20:52,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/acl 2024-11-15T02:20:52,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43493 2024-11-15T02:20:52,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43493 2024-11-15T02:20:52,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43493 2024-11-15T02:20:52,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43493 2024-11-15T02:20:52,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43493 2024-11-15T02:20:52,328 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:52,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:52,328 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:52,329 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:52,329 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:20:52,329 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:52,335 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40301 2024-11-15T02:20:52,336 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40301 connecting to ZooKeeper ensemble=127.0.0.1:53145 2024-11-15T02:20:52,337 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:52,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:52,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:20:52,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403010x0, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:52,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40301-0x1013c4b7fac0001 connected 2024-11-15T02:20:52,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/running 2024-11-15T02:20:52,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:20:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,417 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,425 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:20:52,426 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/master 2024-11-15T02:20:52,427 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/acl 2024-11-15T02:20:52,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-15T02:20:52,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40301 2024-11-15T02:20:52,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40301 2024-11-15T02:20:52,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-15T02:20:52,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40301 2024-11-15T02:20:52,450 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:43493 2024-11-15T02:20:52,452 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1648000881/backup-masters/ce6119325ab7,43493,1731637252051 2024-11-15T02:20:52,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:20:52,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881/backup-masters 2024-11-15T02:20:52,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881/backup-masters 2024-11-15T02:20:52,514 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on existing znode=/0-1648000881/backup-masters/ce6119325ab7,43493,1731637252051 2024-11-15T02:20:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648000881/master 2024-11-15T02:20:52,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:52,570 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on existing znode=/0-1648000881/master 2024-11-15T02:20:52,575 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1648000881/backup-masters/ce6119325ab7,43493,1731637252051 from backup master directory 2024-11-15T02:20:52,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648000881/backup-masters/ce6119325ab7,43493,1731637252051 2024-11-15T02:20:52,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881/backup-masters 2024-11-15T02:20:52,587 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:52,587 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,43493,1731637252051 2024-11-15T02:20:52,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881/backup-masters 2024-11-15T02:20:52,599 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/hbase.id] with ID: 342b3748-dcb5-4aca-8f1e-8d3a3276aead 2024-11-15T02:20:52,599 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/.tmp/hbase.id 2024-11-15T02:20:52,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:20:53,045 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/.tmp/hbase.id]:[hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/hbase.id] 2024-11-15T02:20:53,140 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:53,140 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:20:53,143 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T02:20:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:20:53,260 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:20:53,260 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:20:53,262 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:53,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:20:53,293 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store 2024-11-15T02:20:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:20:53,711 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:53,711 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:53,711 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:53,711 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:53,711 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:53,711 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:53,711 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:53,711 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637253711Disabling compacts and flushes for region at 1731637253711Disabling writes for close at 1731637253711Writing region close event to WAL at 1731637253711Closed at 1731637253711 2024-11-15T02:20:53,712 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/.initializing 2024-11-15T02:20:53,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/WALs/ce6119325ab7,43493,1731637252051 2024-11-15T02:20:53,713 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:53,714 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C43493%2C1731637252051, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/WALs/ce6119325ab7,43493,1731637252051, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/oldWALs, maxLogs=10 2024-11-15T02:20:53,734 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/WALs/ce6119325ab7,43493,1731637252051/ce6119325ab7%2C43493%2C1731637252051.1731637253715, exclude list is [], retry=0 2024-11-15T02:20:53,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-40f87c42-17c7-43bd-b1ef-9ca5a67de7b1,DISK] 2024-11-15T02:20:53,738 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/WALs/ce6119325ab7,43493,1731637252051/ce6119325ab7%2C43493%2C1731637252051.1731637253715 2024-11-15T02:20:53,739 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-15T02:20:53,739 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:53,739 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:53,739 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,739 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,744 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:20:53,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:53,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:53,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:20:53,751 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:53,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:53,751 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,752 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:20:53,753 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:53,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:53,753 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,755 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:20:53,755 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:53,756 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:20:53,756 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,757 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,757 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,762 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,762 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,763 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:53,765 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:20:53,768 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:53,771 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74333760, jitterRate=0.10765933990478516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:53,772 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637253739Initializing all the Stores at 1731637253740 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637253740Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637253744 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637253744Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637253744Cleaning up temporary data from old regions at 1731637253762 (+18 ms)Region opened successfully at 1731637253772 (+10 ms) 2024-11-15T02:20:53,776 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:20:53,779 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@432b3a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:53,780 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:20:53,780 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:20:53,780 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:20:53,780 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:20:53,781 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:20:53,782 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:20:53,782 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:20:53,796 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:20:53,797 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Unable to get data of znode /0-1648000881/balancer because node does not exist (not necessarily an error) 2024-11-15T02:20:53,814 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/balancer already deleted, retry=false 2024-11-15T02:20:53,814 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:20:53,815 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Unable to get data of znode /0-1648000881/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:20:53,824 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/normalizer already deleted, retry=false 2024-11-15T02:20:53,824 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:20:53,828 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Unable to get data of znode /0-1648000881/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:20:53,839 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/switch/split already deleted, retry=false 2024-11-15T02:20:53,840 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Unable to get data of znode /0-1648000881/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:20:53,850 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/switch/merge already deleted, retry=false 2024-11-15T02:20:53,852 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Unable to get data of znode /0-1648000881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:20:53,864 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/snapshot-cleanup already deleted, retry=false 2024-11-15T02:20:53,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648000881/running 2024-11-15T02:20:53,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,880 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,43493,1731637252051, sessionid=0x1013c4b7fac0000, setting cluster-up flag (Was=false) 2024-11-15T02:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1648000881/running 2024-11-15T02:20:53,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,934 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1648000881/flush-table-proc/acquired, /0-1648000881/flush-table-proc/reached, /0-1648000881/flush-table-proc/abort 2024-11-15T02:20:53,935 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,43493,1731637252051 2024-11-15T02:20:53,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:53,986 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1648000881/online-snapshot/acquired, /0-1648000881/online-snapshot/reached, /0-1648000881/online-snapshot/abort 2024-11-15T02:20:53,987 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,43493,1731637252051 2024-11-15T02:20:53,989 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:20:53,990 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:53,990 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:20:53,990 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:20:53,990 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,43493,1731637252051 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:20:53,991 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:53,992 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:53,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:53,997 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:20:53,998 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:53,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:20:54,005 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637284005 2024-11-15T02:20:54,005 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:20:54,005 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:20:54,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:20:54,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:20:54,008 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:20:54,008 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:20:54,011 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637254008,5,FailOnTimeoutGroup] 2024-11-15T02:20:54,011 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637254011,5,FailOnTimeoutGroup] 2024-11-15T02:20:54,011 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,012 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:20:54,012 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,012 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,046 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(746): ClusterId : 342b3748-dcb5-4aca-8f1e-8d3a3276aead 2024-11-15T02:20:54,046 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:20:54,056 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:20:54,056 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:20:54,169 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:20:54,170 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68446254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:20:54,193 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:40301 2024-11-15T02:20:54,193 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:20:54,193 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:20:54,193 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:20:54,195 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,43493,1731637252051 with port=40301, startcode=1731637252328 2024-11-15T02:20:54,195 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:20:54,196 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33831, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:20:54,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43493 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,40301,1731637252328 2024-11-15T02:20:54,197 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43493 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,40301,1731637252328 2024-11-15T02:20:54,198 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e 2024-11-15T02:20:54,198 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37759 2024-11-15T02:20:54,198 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:20:54,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881/rs 2024-11-15T02:20:54,279 DEBUG [RS:0;ce6119325ab7:40301 {}] zookeeper.ZKUtil(111): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on existing znode=/0-1648000881/rs/ce6119325ab7,40301,1731637252328 2024-11-15T02:20:54,279 WARN [RS:0;ce6119325ab7:40301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:54,279 INFO [RS:0;ce6119325ab7:40301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:54,279 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328 2024-11-15T02:20:54,286 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,40301,1731637252328] 2024-11-15T02:20:54,318 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:20:54,332 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:20:54,342 INFO [RS:0;ce6119325ab7:40301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:20:54,342 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,356 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:20:54,360 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:20:54,361 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:54,361 DEBUG [RS:0;ce6119325ab7:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:20:54,376 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,376 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,376 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,376 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,376 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,376 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40301,1731637252328-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:54,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:20:54,415 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e 2024-11-15T02:20:54,418 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:20:54,418 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40301,1731637252328-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,418 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,418 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.Replication(171): ce6119325ab7,40301,1731637252328 started 2024-11-15T02:20:54,462 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:54,463 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,40301,1731637252328, RpcServer on ce6119325ab7/172.17.0.3:40301, sessionid=0x1013c4b7fac0001 2024-11-15T02:20:54,463 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:20:54,463 DEBUG [RS:0;ce6119325ab7:40301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,40301,1731637252328 2024-11-15T02:20:54,463 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40301,1731637252328' 2024-11-15T02:20:54,463 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1648000881/flush-table-proc/abort' 2024-11-15T02:20:54,466 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1648000881/flush-table-proc/acquired' 2024-11-15T02:20:54,469 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:20:54,469 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:20:54,469 DEBUG [RS:0;ce6119325ab7:40301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,40301,1731637252328 2024-11-15T02:20:54,469 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40301,1731637252328' 2024-11-15T02:20:54,469 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1648000881/online-snapshot/abort' 2024-11-15T02:20:54,470 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1648000881/online-snapshot/acquired' 2024-11-15T02:20:54,470 DEBUG [RS:0;ce6119325ab7:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:20:54,470 INFO [RS:0;ce6119325ab7:40301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:20:54,470 INFO [RS:0;ce6119325ab7:40301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:20:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:20:54,571 INFO [RS:0;ce6119325ab7:40301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:54,575 INFO [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40301%2C1731637252328, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/oldWALs, maxLogs=10 2024-11-15T02:20:54,596 DEBUG [RS:0;ce6119325ab7:40301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575, exclude list is [], retry=0 2024-11-15T02:20:54,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-40f87c42-17c7-43bd-b1ef-9ca5a67de7b1,DISK] 2024-11-15T02:20:54,645 INFO [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 2024-11-15T02:20:54,652 DEBUG [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-15T02:20:54,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:54,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:54,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:54,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:54,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:54,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:54,928 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:54,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:54,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:54,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:54,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:54,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:54,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:54,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:54,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:54,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:54,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:54,976 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:54,985 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740 2024-11-15T02:20:54,989 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740 2024-11-15T02:20:55,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:55,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:55,002 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:55,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:55,013 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:20:55,014 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64929055, jitterRate=-0.032481685280799866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:55,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637254893Initializing all the Stores at 1731637254899 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637254899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637254900 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637254900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637254900Cleaning up temporary data from old regions at 1731637255001 (+101 ms)Region opened successfully at 1731637255015 (+14 ms) 2024-11-15T02:20:55,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:20:55,015 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:20:55,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:20:55,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:20:55,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:20:55,020 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:20:55,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637255015Disabling compacts and flushes for region at 1731637255015Disabling writes for close at 1731637255015Writing region close event to WAL at 1731637255020 (+5 ms)Closed at 1731637255020 2024-11-15T02:20:55,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:55,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:20:55,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:20:55,034 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:55,035 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:20:55,188 DEBUG [ce6119325ab7:43493 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:20:55,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,40301,1731637252328 2024-11-15T02:20:55,195 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40301,1731637252328, state=OPENING 2024-11-15T02:20:55,233 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:20:55,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:55,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648000881/meta-region-server: CHANGED 2024-11-15T02:20:55,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:20:55,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648000881/meta-region-server: CHANGED 2024-11-15T02:20:55,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:20:55,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40301,1731637252328}] 2024-11-15T02:20:55,461 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:20:55,481 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:20:55,485 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:20:55,485 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:55,485 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:20:55,500 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40301%2C1731637252328.meta, suffix=.meta, logDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/oldWALs, maxLogs=10 2024-11-15T02:20:55,520 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.meta.1731637255500.meta, exclude list is [], retry=0 2024-11-15T02:20:55,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-40f87c42-17c7-43bd-b1ef-9ca5a67de7b1,DISK] 2024-11-15T02:20:55,552 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.meta.1731637255500.meta 2024-11-15T02:20:55,562 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-15T02:20:55,562 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:20:55,563 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:20:55,564 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:20:55,564 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:20:55,564 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:20:55,564 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:20:55,564 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:55,564 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:20:55,564 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:20:55,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:20:55,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:20:55,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:55,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:55,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:20:55,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:20:55,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:55,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:55,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:20:55,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:20:55,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:55,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:55,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:20:55,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:20:55,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:20:55,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:20:55,601 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:20:55,608 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740 2024-11-15T02:20:55,620 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740 2024-11-15T02:20:55,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:20:55,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:20:55,634 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:20:55,635 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:20:55,636 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69228978, jitterRate=0.03159216046333313}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:20:55,636 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:20:55,637 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637255564Writing region info on filesystem at 1731637255564Initializing all the Stores at 1731637255565 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637255565Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637255572 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637255572Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637255572Cleaning up temporary data from old regions at 1731637255633 (+61 ms)Running coprocessor post-open hooks at 1731637255636 (+3 ms)Region opened successfully at 1731637255637 (+1 ms) 2024-11-15T02:20:55,641 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637255460 2024-11-15T02:20:55,645 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40301,1731637252328 2024-11-15T02:20:55,644 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:20:55,646 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40301,1731637252328, state=OPEN 2024-11-15T02:20:55,646 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:20:55,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648000881/meta-region-server 2024-11-15T02:20:55,674 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648000881/meta-region-server: CHANGED 2024-11-15T02:20:55,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1648000881/meta-region-server 2024-11-15T02:20:55,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1648000881/meta-region-server: CHANGED 2024-11-15T02:20:55,677 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,40301,1731637252328 2024-11-15T02:20:55,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:20:55,680 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40301,1731637252328 in 394 msec 2024-11-15T02:20:55,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:20:55,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 648 msec 2024-11-15T02:20:55,687 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:20:55,687 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:20:55,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:55,689 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40301,1731637252328, seqNum=-1] 2024-11-15T02:20:55,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:55,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:55,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.7260 sec 2024-11-15T02:20:55,720 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637255720, completionTime=-1 2024-11-15T02:20:55,720 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:20:55,720 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637315727 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637375727 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 6 msec 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43493,1731637252051-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43493,1731637252051-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,727 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43493,1731637252051-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,728 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:43493, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,728 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,732 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,735 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.150sec 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43493,1731637252051-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:20:55,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43493,1731637252051-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:20:55,741 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:20:55,742 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:20:55,742 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43493,1731637252051-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:20:55,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5acc9c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:55,757 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:20:55,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:20:55,759 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:20:55,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:20:55,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:20:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41b7418b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:20:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:20:55,760 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:20:55,761 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:20:55,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4490fcde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:20:55,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:20:55,763 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40301,1731637252328, seqNum=-1] 2024-11-15T02:20:55,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:20:55,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:20:55,767 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,43493,1731637252051 2024-11-15T02:20:55,768 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53145 2024-11-15T02:20:55,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:55,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4b7fac0002 connected 2024-11-15T02:20:55,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir so I do NOT create it in target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec 2024-11-15T02:20:55,799 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:20:55,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.tmp.dir so I do NOT create it in target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec 2024-11-15T02:20:55,800 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:20:55,800 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/cluster_c69882f9-4a8f-4902-1310-7ca92d26d8bc, deleteOnExit=true 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/test.cache.data in system properties and HBase conf 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:20:55,800 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:20:55,801 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:20:55,801 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:55,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:20:55,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:20:55,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:20:55,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:20:55,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:20:55,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:20:56,237 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:56,244 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:56,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:56,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:56,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:20:56,254 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:56,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2eb20e72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:56,259 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c35454e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:56,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@57d755d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/java.io.tmpdir/jetty-localhost-36737-hadoop-hdfs-3_4_1-tests_jar-_-any-10394077692115597840/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:20:56,392 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3cbddded{HTTP/1.1, (http/1.1)}{localhost:36737} 2024-11-15T02:20:56,392 INFO [Time-limited test {}] server.Server(415): Started @172769ms 2024-11-15T02:20:56,943 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:20:56,951 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:20:56,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:20:56,968 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:20:56,968 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:20:56,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b43a9ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:20:56,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2fa0415f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:20:57,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3559bb64{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/java.io.tmpdir/jetty-localhost-41999-hadoop-hdfs-3_4_1-tests_jar-_-any-12703544410729043556/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:20:57,107 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bf4090c{HTTP/1.1, (http/1.1)}{localhost:41999} 2024-11-15T02:20:57,107 INFO [Time-limited test {}] server.Server(415): Started @173484ms 2024-11-15T02:20:57,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:20:58,121 WARN [Thread-1792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/cluster_c69882f9-4a8f-4902-1310-7ca92d26d8bc/data/data1/current/BP-1756792226-172.17.0.3-1731637255823/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:58,123 WARN [Thread-1793 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/cluster_c69882f9-4a8f-4902-1310-7ca92d26d8bc/data/data2/current/BP-1756792226-172.17.0.3-1731637255823/current, will proceed with Du for space computation calculation, 2024-11-15T02:20:58,199 WARN [Thread-1780 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:20:58,204 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e08294e7b921c0 with lease ID 0xcc6b7d153c7da8b2: Processing first storage report for DS-aacd7406-3290-462d-b41d-35de9fd01c61 from datanode DatanodeRegistration(127.0.0.1:42209, datanodeUuid=7b42e7f5-3d8e-4d4d-87f5-75f528cbfdd4, infoPort=39531, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=60891212;c=1731637255823) 2024-11-15T02:20:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e08294e7b921c0 with lease ID 0xcc6b7d153c7da8b2: from storage DS-aacd7406-3290-462d-b41d-35de9fd01c61 node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=7b42e7f5-3d8e-4d4d-87f5-75f528cbfdd4, infoPort=39531, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=60891212;c=1731637255823), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24e08294e7b921c0 with lease ID 0xcc6b7d153c7da8b2: Processing first storage report for DS-11526b70-c145-4522-bc72-e48ec3b6ffd3 from datanode DatanodeRegistration(127.0.0.1:42209, datanodeUuid=7b42e7f5-3d8e-4d4d-87f5-75f528cbfdd4, infoPort=39531, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=60891212;c=1731637255823) 2024-11-15T02:20:58,205 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24e08294e7b921c0 with lease ID 0xcc6b7d153c7da8b2: from storage DS-11526b70-c145-4522-bc72-e48ec3b6ffd3 node DatanodeRegistration(127.0.0.1:42209, datanodeUuid=7b42e7f5-3d8e-4d4d-87f5-75f528cbfdd4, infoPort=39531, infoSecurePort=0, ipcPort=45563, storageInfo=lv=-57;cid=testClusterID;nsid=60891212;c=1731637255823), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:20:58,289 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec 2024-11-15T02:20:58,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:58,291 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:20:58,704 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f with version=8 2024-11-15T02:20:58,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/hbase-staging 2024-11-15T02:20:58,707 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:20:58,707 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:58,723 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41323 2024-11-15T02:20:58,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41323 connecting to ZooKeeper ensemble=127.0.0.1:53145 2024-11-15T02:20:58,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:413230x0, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:58,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41323-0x1013c4b7fac0003 connected 2024-11-15T02:20:58,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:58,931 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:58,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/running 2024-11-15T02:20:58,936 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f, hbase.cluster.distributed=false 2024-11-15T02:20:58,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/acl 2024-11-15T02:20:58,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-15T02:20:58,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41323 2024-11-15T02:20:58,939 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41323 2024-11-15T02:20:58,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-15T02:20:58,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41323 2024-11-15T02:20:58,963 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:20:58,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:20:58,988 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45131 2024-11-15T02:20:58,992 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45131 connecting to ZooKeeper ensemble=127.0.0.1:53145 2024-11-15T02:20:58,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:58,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:59,101 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451310x0, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:20:59,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451310x0, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/running 2024-11-15T02:20:59,102 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:20:59,108 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45131-0x1013c4b7fac0004 connected 2024-11-15T02:20:59,109 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:20:59,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/master 2024-11-15T02:20:59,111 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/acl 2024-11-15T02:20:59,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45131 2024-11-15T02:20:59,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45131 2024-11-15T02:20:59,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45131 2024-11-15T02:20:59,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45131 2024-11-15T02:20:59,122 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45131 2024-11-15T02:20:59,146 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:41323 2024-11-15T02:20:59,156 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-802075026/backup-masters/ce6119325ab7,41323,1731637258706 2024-11-15T02:20:59,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026/backup-masters 2024-11-15T02:20:59,182 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026/backup-masters 2024-11-15T02:20:59,182 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on existing znode=/1-802075026/backup-masters/ce6119325ab7,41323,1731637258706 2024-11-15T02:20:59,192 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-802075026/master 2024-11-15T02:20:59,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:20:59,192 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:20:59,193 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on existing znode=/1-802075026/master 2024-11-15T02:20:59,194 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-802075026/backup-masters/ce6119325ab7,41323,1731637258706 from backup master directory 2024-11-15T02:20:59,203 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026/backup-masters 2024-11-15T02:20:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-802075026/backup-masters/ce6119325ab7,41323,1731637258706 2024-11-15T02:20:59,203 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:20:59,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026/backup-masters 2024-11-15T02:20:59,203 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,41323,1731637258706 2024-11-15T02:20:59,233 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/hbase.id] with ID: 91538b35-c31a-45b6-9883-aa7b21f811cf 2024-11-15T02:20:59,233 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/.tmp/hbase.id 2024-11-15T02:20:59,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:20:59,310 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/.tmp/hbase.id]:[hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/hbase.id] 2024-11-15T02:20:59,343 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:20:59,343 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:20:59,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T02:20:59,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:20:59,364 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:20:59,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:20:59,453 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:20:59,454 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:20:59,468 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:20:59,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:20:59,919 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store 2024-11-15T02:20:59,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:20:59,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:20:59,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:20:59,971 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:59,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:59,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:20:59,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:59,971 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:20:59,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637259971Disabling compacts and flushes for region at 1731637259971Disabling writes for close at 1731637259971Writing region close event to WAL at 1731637259971Closed at 1731637259971 2024-11-15T02:20:59,977 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/.initializing 2024-11-15T02:20:59,977 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/WALs/ce6119325ab7,41323,1731637258706 2024-11-15T02:20:59,984 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:20:59,993 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C41323%2C1731637258706, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/WALs/ce6119325ab7,41323,1731637258706, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/oldWALs, maxLogs=10 2024-11-15T02:21:00,010 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/WALs/ce6119325ab7,41323,1731637258706/ce6119325ab7%2C41323%2C1731637258706.1731637259993, exclude list is [], retry=0 2024-11-15T02:21:00,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-aacd7406-3290-462d-b41d-35de9fd01c61,DISK] 2024-11-15T02:21:00,081 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/WALs/ce6119325ab7,41323,1731637258706/ce6119325ab7%2C41323%2C1731637258706.1731637259993 2024-11-15T02:21:00,095 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-11-15T02:21:00,095 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:00,095 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:00,096 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,096 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,104 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:21:00,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:00,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:00,120 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,125 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:21:00,125 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:00,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:00,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:21:00,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:00,138 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:00,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:21:00,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:00,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:00,163 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,165 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,170 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,170 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,171 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:00,173 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:00,177 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:00,178 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67660682, jitterRate=0.008222728967666626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:00,178 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637260096Initializing all the Stores at 1731637260099 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637260099Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637260104 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637260104Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637260104Cleaning up temporary data from old regions at 1731637260170 (+66 ms)Region opened successfully at 1731637260178 (+8 ms) 2024-11-15T02:21:00,179 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:21:00,185 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcc60b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:00,186 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:21:00,186 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:21:00,186 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:21:00,186 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:21:00,187 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:21:00,187 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:21:00,187 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:21:00,192 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:21:00,194 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Unable to get data of znode /1-802075026/balancer because node does not exist (not necessarily an error) 2024-11-15T02:21:00,260 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/balancer already deleted, retry=false 2024-11-15T02:21:00,260 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:21:00,265 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Unable to get data of znode /1-802075026/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:21:00,318 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:21:00,323 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/normalizer already deleted, retry=false 2024-11-15T02:21:00,323 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:21:00,336 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Unable to get data of znode /1-802075026/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:21:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:21:00,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:00,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:00,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T02:21:00,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:00,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:21:00,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:21:00,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:00,407 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/switch/split already deleted, retry=false 2024-11-15T02:21:00,411 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Unable to get data of znode /1-802075026/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:21:00,463 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/switch/merge already deleted, retry=false 2024-11-15T02:21:00,466 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Unable to get data of znode /1-802075026/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:21:00,544 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/snapshot-cleanup already deleted, retry=false 2024-11-15T02:21:00,665 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-802075026/running 2024-11-15T02:21:00,665 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-802075026/running 2024-11-15T02:21:00,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:00,669 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,41323,1731637258706, sessionid=0x1013c4b7fac0003, setting cluster-up flag (Was=false) 2024-11-15T02:21:00,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:00,824 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:00,939 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-802075026/flush-table-proc/acquired, /1-802075026/flush-table-proc/reached, /1-802075026/flush-table-proc/abort 2024-11-15T02:21:00,944 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41323,1731637258706 2024-11-15T02:21:00,969 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:00,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:01,039 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-802075026/online-snapshot/acquired, /1-802075026/online-snapshot/reached, /1-802075026/online-snapshot/abort 2024-11-15T02:21:01,048 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41323,1731637258706 2024-11-15T02:21:01,050 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:21:01,053 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:01,053 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:21:01,053 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:21:01,054 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,41323,1731637258706 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:01,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,069 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:01,079 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:01,079 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:21:01,079 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(746): ClusterId : 91538b35-c31a-45b6-9883-aa7b21f811cf 2024-11-15T02:21:01,079 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:21:01,087 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:01,087 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:21:01,092 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:21:01,092 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:21:01,109 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:21:01,109 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566c8cbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637291132 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:21:01,132 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:21:01,159 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,161 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:45131 2024-11-15T02:21:01,162 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:21:01,162 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:21:01,162 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:21:01,163 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,41323,1731637258706 with port=45131, startcode=1731637258962 2024-11-15T02:21:01,163 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:21:01,168 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:21:01,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:21:01,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:21:01,169 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:21:01,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,173 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:21:01,173 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:21:01,181 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637261173,5,FailOnTimeoutGroup] 2024-11-15T02:21:01,181 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637261181,5,FailOnTimeoutGroup] 2024-11-15T02:21:01,181 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,181 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:21:01,181 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,181 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,187 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:21:01,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:01,188 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41323 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,191 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f 2024-11-15T02:21:01,191 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33365 2024-11-15T02:21:01,191 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:21:01,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:21:01,196 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:21:01,196 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f 2024-11-15T02:21:01,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:21:01,257 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:01,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026/rs 2024-11-15T02:21:01,264 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:01,265 DEBUG [RS:0;ce6119325ab7:45131 {}] zookeeper.ZKUtil(111): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on existing znode=/1-802075026/rs/ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,265 WARN [RS:0;ce6119325ab7:45131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:01,265 INFO [RS:0;ce6119325ab7:45131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:01,265 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,270 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:01,270 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:01,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:01,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:01,272 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,45131,1731637258962] 2024-11-15T02:21:01,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:01,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:01,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:01,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:01,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:01,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:01,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:01,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:01,279 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:01,279 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:01,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:01,280 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:01,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740 2024-11-15T02:21:01,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740 2024-11-15T02:21:01,297 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:21:01,301 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:21:01,303 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:01,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:01,304 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:01,305 INFO [RS:0;ce6119325ab7:45131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:21:01,305 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,306 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:21:01,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:01,309 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:21:01,309 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:01,309 DEBUG [RS:0;ce6119325ab7:45131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:01,310 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,310 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,310 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,310 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,310 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,310 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45131,1731637258962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:01,310 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:01,311 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71795547, jitterRate=0.06983701884746552}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:01,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637261257Initializing all the Stores at 1731637261258 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637261258Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637261259 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637261259Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637261259Cleaning up temporary data from old regions at 1731637261304 (+45 ms)Region opened successfully at 1731637261311 (+7 ms) 2024-11-15T02:21:01,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:01,311 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:01,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:01,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:01,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:01,320 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:01,320 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637261311Disabling compacts and flushes for region at 1731637261311Disabling writes for close at 1731637261311Writing region close event to WAL at 1731637261320 (+9 ms)Closed at 1731637261320 2024-11-15T02:21:01,322 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:01,322 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:21:01,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:21:01,323 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:01,324 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:21:01,339 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:21:01,340 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45131,1731637258962-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,340 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,340 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.Replication(171): ce6119325ab7,45131,1731637258962 started 2024-11-15T02:21:01,375 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:01,375 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,45131,1731637258962, RpcServer on ce6119325ab7/172.17.0.3:45131, sessionid=0x1013c4b7fac0004 2024-11-15T02:21:01,375 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:21:01,376 DEBUG [RS:0;ce6119325ab7:45131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,376 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,45131,1731637258962' 2024-11-15T02:21:01,376 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-802075026/flush-table-proc/abort' 2024-11-15T02:21:01,377 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-802075026/flush-table-proc/acquired' 2024-11-15T02:21:01,378 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:21:01,378 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:21:01,378 DEBUG [RS:0;ce6119325ab7:45131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,378 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,45131,1731637258962' 2024-11-15T02:21:01,378 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-802075026/online-snapshot/abort' 2024-11-15T02:21:01,381 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-802075026/online-snapshot/acquired' 2024-11-15T02:21:01,392 DEBUG [RS:0;ce6119325ab7:45131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:21:01,392 INFO [RS:0;ce6119325ab7:45131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:21:01,392 INFO [RS:0;ce6119325ab7:45131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:21:01,475 WARN [ce6119325ab7:41323 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:21:01,492 INFO [RS:0;ce6119325ab7:45131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:01,505 INFO [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C45131%2C1731637258962, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/oldWALs, maxLogs=10 2024-11-15T02:21:01,540 DEBUG [RS:0;ce6119325ab7:45131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505, exclude list is [], retry=0 2024-11-15T02:21:01,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-aacd7406-3290-462d-b41d-35de9fd01c61,DISK] 2024-11-15T02:21:01,580 INFO [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 2024-11-15T02:21:01,584 DEBUG [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-11-15T02:21:01,725 DEBUG [ce6119325ab7:41323 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:21:01,725 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:01,731 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,45131,1731637258962, state=OPENING 2024-11-15T02:21:01,750 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:21:01,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:01,761 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:01,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-802075026/meta-region-server: CHANGED 2024-11-15T02:21:01,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:01,761 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-802075026/meta-region-server: CHANGED 2024-11-15T02:21:01,761 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,45131,1731637258962}] 2024-11-15T02:21:01,935 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:01,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:21:01,972 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:21:01,972 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:01,972 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:21:01,974 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C45131%2C1731637258962.meta, suffix=.meta, logDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/oldWALs, maxLogs=10 2024-11-15T02:21:01,996 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.meta.1731637261975.meta, exclude list is [], retry=0 2024-11-15T02:21:01,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-aacd7406-3290-462d-b41d-35de9fd01c61,DISK] 2024-11-15T02:21:02,016 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.meta.1731637261975.meta 2024-11-15T02:21:02,016 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-11-15T02:21:02,016 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:02,017 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:02,017 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:02,017 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:21:02,017 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:21:02,018 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:21:02,018 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:02,018 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:21:02,018 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:21:02,019 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:02,020 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:02,020 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:02,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:02,021 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:02,023 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:02,023 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:02,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:02,023 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:02,035 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:02,035 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:02,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:02,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:02,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:02,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:02,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:02,037 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:02,038 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740 2024-11-15T02:21:02,040 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740 2024-11-15T02:21:02,042 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:02,042 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:02,043 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:02,045 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:02,045 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60276920, jitterRate=-0.10180389881134033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:02,046 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:21:02,046 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637262018Writing region info on filesystem at 1731637262018Initializing all the Stores at 1731637262019 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637262019Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637262019Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637262019Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637262019Cleaning up temporary data from old regions at 1731637262042 (+23 ms)Running coprocessor post-open hooks at 1731637262046 (+4 ms)Region opened successfully at 1731637262046 2024-11-15T02:21:02,053 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637261935 2024-11-15T02:21:02,057 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:21:02,057 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:21:02,058 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:02,059 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,45131,1731637258962, state=OPEN 2024-11-15T02:21:02,168 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-802075026/meta-region-server 2024-11-15T02:21:02,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-802075026/meta-region-server 2024-11-15T02:21:02,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:02,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-802075026/meta-region-server: CHANGED 2024-11-15T02:21:02,169 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-802075026/meta-region-server: CHANGED 2024-11-15T02:21:02,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:21:02,171 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,45131,1731637258962 in 407 msec 2024-11-15T02:21:02,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:21:02,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 849 msec 2024-11-15T02:21:02,180 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:02,180 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:21:02,192 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:02,193 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:02,193 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:02,194 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37233, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:02,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1500 sec 2024-11-15T02:21:02,208 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637262208, completionTime=-1 2024-11-15T02:21:02,208 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:21:02,208 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:21:02,218 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:21:02,218 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637322218 2024-11-15T02:21:02,218 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637382218 2024-11-15T02:21:02,218 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 10 msec 2024-11-15T02:21:02,219 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41323,1731637258706-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,219 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41323,1731637258706-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,219 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41323,1731637258706-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,219 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:41323, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,219 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,219 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,225 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.033sec 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41323,1731637258706-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:02,236 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41323,1731637258706-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:21:02,249 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:21:02,250 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:21:02,250 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41323,1731637258706-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:02,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e3d4599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:02,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:02,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:02,278 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:02,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:02,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:02,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79966cfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:02,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:02,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:02,279 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:02,281 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:02,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56c90b49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:02,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:02,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:02,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:02,300 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:02,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,41323,1731637258706 2024-11-15T02:21:02,306 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53145 2024-11-15T02:21:02,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:02,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c4b7fac0005 connected 2024-11-15T02:21:02,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43493,1731637252051 2024-11-15T02:21:02,384 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40af8e13 2024-11-15T02:21:02,385 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:02,388 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:02,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:21:02,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:02,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:02,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:21:02,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:02,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:02,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:21:02,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:02,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:02,853 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d8211df6244786f2107f53ad02681fb, NAME => 'test,,1731637262389.8d8211df6244786f2107f53ad02681fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e 2024-11-15T02:21:02,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:21:02,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637262389.8d8211df6244786f2107f53ad02681fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:02,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d8211df6244786f2107f53ad02681fb, disabling compactions & flushes 2024-11-15T02:21:02,900 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:02,900 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:02,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637262389.8d8211df6244786f2107f53ad02681fb. after waiting 1 ms 2024-11-15T02:21:02,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:02,901 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:02,901 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d8211df6244786f2107f53ad02681fb: Waiting for close lock at 1731637262900Disabling compacts and flushes for region at 1731637262900Disabling writes for close at 1731637262901 (+1 ms)Writing region close event to WAL at 1731637262901Closed at 1731637262901 2024-11-15T02:21:02,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:02,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637262389.8d8211df6244786f2107f53ad02681fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637262907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637262907"}]},"ts":"1731637262907"} 2024-11-15T02:21:02,920 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:02,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:02,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637262922"}]},"ts":"1731637262922"} 2024-11-15T02:21:02,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:21:02,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d8211df6244786f2107f53ad02681fb, ASSIGN}] 2024-11-15T02:21:02,939 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d8211df6244786f2107f53ad02681fb, ASSIGN 2024-11-15T02:21:02,940 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d8211df6244786f2107f53ad02681fb, ASSIGN; state=OFFLINE, location=ce6119325ab7,40301,1731637252328; forceNewPlan=false, retain=false 2024-11-15T02:21:03,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:03,092 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d8211df6244786f2107f53ad02681fb, regionState=OPENING, regionLocation=ce6119325ab7,40301,1731637252328 2024-11-15T02:21:03,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d8211df6244786f2107f53ad02681fb, ASSIGN because future has completed 2024-11-15T02:21:03,112 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d8211df6244786f2107f53ad02681fb, server=ce6119325ab7,40301,1731637252328}] 2024-11-15T02:21:03,284 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:03,285 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d8211df6244786f2107f53ad02681fb, NAME => 'test,,1731637262389.8d8211df6244786f2107f53ad02681fb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:03,285 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:03,285 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:21:03,285 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,285 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637262389.8d8211df6244786f2107f53ad02681fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:03,285 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,285 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,295 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,297 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8211df6244786f2107f53ad02681fb columnFamilyName f 2024-11-15T02:21:03,297 DEBUG [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:03,297 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] regionserver.HStore(327): Store=8d8211df6244786f2107f53ad02681fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:03,297 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,299 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8211df6244786f2107f53ad02681fb columnFamilyName f1 2024-11-15T02:21:03,299 DEBUG [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:03,299 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] regionserver.HStore(327): Store=8d8211df6244786f2107f53ad02681fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:03,299 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,300 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d8211df6244786f2107f53ad02681fb columnFamilyName norep 2024-11-15T02:21:03,301 DEBUG [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:03,301 INFO [StoreOpener-8d8211df6244786f2107f53ad02681fb-1 {}] regionserver.HStore(327): Store=8d8211df6244786f2107f53ad02681fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:03,301 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,302 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,302 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,303 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,303 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,303 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:03,304 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,308 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:03,309 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d8211df6244786f2107f53ad02681fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65819599, jitterRate=-0.019211545586586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:03,309 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:03,310 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d8211df6244786f2107f53ad02681fb: Running coprocessor pre-open hook at 1731637263286Writing region info on filesystem at 1731637263286Initializing all the Stores at 1731637263295 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637263295Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637263295Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637263295Cleaning up temporary data from old regions at 1731637263303 (+8 ms)Running coprocessor post-open hooks at 1731637263309 (+6 ms)Region opened successfully at 1731637263310 (+1 ms) 2024-11-15T02:21:03,311 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637262389.8d8211df6244786f2107f53ad02681fb., pid=6, masterSystemTime=1731637263264 2024-11-15T02:21:03,315 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d8211df6244786f2107f53ad02681fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,40301,1731637252328 2024-11-15T02:21:03,317 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:03,317 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:03,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d8211df6244786f2107f53ad02681fb, server=ce6119325ab7,40301,1731637252328 because future has completed 2024-11-15T02:21:03,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:21:03,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d8211df6244786f2107f53ad02681fb, server=ce6119325ab7,40301,1731637252328 in 213 msec 2024-11-15T02:21:03,330 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:21:03,331 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d8211df6244786f2107f53ad02681fb, ASSIGN in 391 msec 2024-11-15T02:21:03,332 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:03,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637263332"}]},"ts":"1731637263332"} 2024-11-15T02:21:03,335 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:21:03,336 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:03,341 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 947 msec 2024-11-15T02:21:03,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:03,540 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:21:03,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41323,1731637258706 2024-11-15T02:21:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@471f4903 2024-11-15T02:21:03,549 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:03,556 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:03,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:03,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:21:03,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:03,562 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:03,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:03,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:21:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:21:03,645 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 801b2d8f9b040f08ef8f2d78f480d094, NAME => 'test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f 2024-11-15T02:21:03,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:21:03,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:03,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:04,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:04,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 801b2d8f9b040f08ef8f2d78f480d094, disabling compactions & flushes 2024-11-15T02:21:04,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. after waiting 0 ms 2024-11-15T02:21:04,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 801b2d8f9b040f08ef8f2d78f480d094: Waiting for close lock at 1731637264061Disabling compacts and flushes for region at 1731637264061Disabling writes for close at 1731637264061Writing region close event to WAL at 1731637264061Closed at 1731637264061 2024-11-15T02:21:04,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:04,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637264062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637264062"}]},"ts":"1731637264062"} 2024-11-15T02:21:04,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:04,068 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:04,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637264068"}]},"ts":"1731637264068"} 2024-11-15T02:21:04,074 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:21:04,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=801b2d8f9b040f08ef8f2d78f480d094, ASSIGN}] 2024-11-15T02:21:04,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=801b2d8f9b040f08ef8f2d78f480d094, ASSIGN 2024-11-15T02:21:04,078 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=801b2d8f9b040f08ef8f2d78f480d094, ASSIGN; state=OFFLINE, location=ce6119325ab7,45131,1731637258962; forceNewPlan=false, retain=false 2024-11-15T02:21:04,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:04,229 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=801b2d8f9b040f08ef8f2d78f480d094, regionState=OPENING, regionLocation=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:04,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=801b2d8f9b040f08ef8f2d78f480d094, ASSIGN because future has completed 2024-11-15T02:21:04,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 801b2d8f9b040f08ef8f2d78f480d094, server=ce6119325ab7,45131,1731637258962}] 2024-11-15T02:21:04,387 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,388 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 801b2d8f9b040f08ef8f2d78f480d094, NAME => 'test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:04,388 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:04,388 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:21:04,388 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,388 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:04,388 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,388 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,389 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,393 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 801b2d8f9b040f08ef8f2d78f480d094 columnFamilyName f 2024-11-15T02:21:04,393 DEBUG [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:04,393 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] regionserver.HStore(327): Store=801b2d8f9b040f08ef8f2d78f480d094/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:04,393 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,394 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 801b2d8f9b040f08ef8f2d78f480d094 columnFamilyName f1 2024-11-15T02:21:04,394 DEBUG [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:04,395 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] regionserver.HStore(327): Store=801b2d8f9b040f08ef8f2d78f480d094/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:04,395 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,396 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 801b2d8f9b040f08ef8f2d78f480d094 columnFamilyName norep 2024-11-15T02:21:04,396 DEBUG [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:04,396 INFO [StoreOpener-801b2d8f9b040f08ef8f2d78f480d094-1 {}] regionserver.HStore(327): Store=801b2d8f9b040f08ef8f2d78f480d094/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:04,396 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,397 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,398 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,398 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,398 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,399 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:04,400 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,410 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:04,411 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 801b2d8f9b040f08ef8f2d78f480d094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62458047, jitterRate=-0.06930257380008698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:04,411 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:04,411 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 801b2d8f9b040f08ef8f2d78f480d094: Running coprocessor pre-open hook at 1731637264388Writing region info on filesystem at 1731637264388Initializing all the Stores at 1731637264389 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637264389Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637264389Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637264389Cleaning up temporary data from old regions at 1731637264398 (+9 ms)Running coprocessor post-open hooks at 1731637264411 (+13 ms)Region opened successfully at 1731637264411 2024-11-15T02:21:04,412 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., pid=6, masterSystemTime=1731637264384 2024-11-15T02:21:04,415 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,416 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:04,416 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=801b2d8f9b040f08ef8f2d78f480d094, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:04,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 801b2d8f9b040f08ef8f2d78f480d094, server=ce6119325ab7,45131,1731637258962 because future has completed 2024-11-15T02:21:04,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:21:04,422 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 801b2d8f9b040f08ef8f2d78f480d094, server=ce6119325ab7,45131,1731637258962 in 189 msec 2024-11-15T02:21:04,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:21:04,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=801b2d8f9b040f08ef8f2d78f480d094, ASSIGN in 347 msec 2024-11-15T02:21:04,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:04,425 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637264425"}]},"ts":"1731637264425"} 2024-11-15T02:21:04,427 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:21:04,428 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:04,430 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 870 msec 2024-11-15T02:21:04,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:04,716 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:21:04,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d71061d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:21:04,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:04,722 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:21:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:04,722 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:21:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff3ee2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:21:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:04,723 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:04,724 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:04,725 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d64ad23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f180cfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,728 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:04,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:04,729 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76f2d185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:04,730 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:04,731 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52484, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:04,732 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@224bdca7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17459b34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,733 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:21:04,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:04,734 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:21:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:04,736 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:21:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ded335d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:21:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:04,737 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:04,738 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:04,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec0ffba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43493,1731637252051 2024-11-15T02:21:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c18e054 2024-11-15T02:21:04,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:04,742 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:04,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:21:04,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:21:04,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:04,745 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41323' 2024-11-15T02:21:04,746 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7721fb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,746 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:04,746 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:04,747 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:04,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29126fe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:04,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:04,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:04,749 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:04,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca25fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:04,750 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41323,1731637258706 2024-11-15T02:21:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42705b9b 2024-11-15T02:21:04,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:04,752 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:04,753 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T02:21:04,753 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:21:04,753 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:04,754 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:04,754 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:04,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:04,755 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:21:04,757 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:04,757 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:04,758 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:04,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:21:04,806 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:21:04,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:05,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:05,176 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bc7f860fb10e3fdc240f1ded2f37a577, NAME => 'hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e 2024-11-15T02:21:05,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:21:05,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:05,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bc7f860fb10e3fdc240f1ded2f37a577, disabling compactions & flushes 2024-11-15T02:21:05,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. after waiting 0 ms 2024-11-15T02:21:05,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,182 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,182 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bc7f860fb10e3fdc240f1ded2f37a577: Waiting for close lock at 1731637265182Disabling compacts and flushes for region at 1731637265182Disabling writes for close at 1731637265182Writing region close event to WAL at 1731637265182Closed at 1731637265182 2024-11-15T02:21:05,184 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:05,184 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637265184"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637265184"}]},"ts":"1731637265184"} 2024-11-15T02:21:05,186 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:05,187 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:05,187 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637265187"}]},"ts":"1731637265187"} 2024-11-15T02:21:05,189 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:21:05,190 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7f860fb10e3fdc240f1ded2f37a577, ASSIGN}] 2024-11-15T02:21:05,191 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7f860fb10e3fdc240f1ded2f37a577, ASSIGN 2024-11-15T02:21:05,192 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc7f860fb10e3fdc240f1ded2f37a577, ASSIGN; state=OFFLINE, location=ce6119325ab7,40301,1731637252328; forceNewPlan=false, retain=false 2024-11-15T02:21:05,344 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc7f860fb10e3fdc240f1ded2f37a577, regionState=OPENING, regionLocation=ce6119325ab7,40301,1731637252328 2024-11-15T02:21:05,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bc7f860fb10e3fdc240f1ded2f37a577, ASSIGN because future has completed 2024-11-15T02:21:05,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7f860fb10e3fdc240f1ded2f37a577, server=ce6119325ab7,40301,1731637252328}] 2024-11-15T02:21:05,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:05,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:05,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:21:05,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40301%2C1731637252328.rep, suffix=, logDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328, archiveDir=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/oldWALs, maxLogs=10 2024-11-15T02:21:05,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.rep.1731637265547, exclude list is [], retry=0 2024-11-15T02:21:05,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42089,DS-40f87c42-17c7-43bd-b1ef-9ca5a67de7b1,DISK] 2024-11-15T02:21:05,626 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.rep.1731637265547 2024-11-15T02:21:05,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37303:37303)] 2024-11-15T02:21:05,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bc7f860fb10e3fdc240f1ded2f37a577, NAME => 'hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:05,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:05,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:05,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. service=MultiRowMutationService 2024-11-15T02:21:05,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:21:05,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:05,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,635 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,636 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7f860fb10e3fdc240f1ded2f37a577 columnFamilyName hfileref 2024-11-15T02:21:05,637 DEBUG [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:05,638 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] regionserver.HStore(327): Store=bc7f860fb10e3fdc240f1ded2f37a577/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:05,638 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,639 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7f860fb10e3fdc240f1ded2f37a577 columnFamilyName queue 2024-11-15T02:21:05,640 DEBUG [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:05,640 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] regionserver.HStore(327): Store=bc7f860fb10e3fdc240f1ded2f37a577/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:05,640 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,642 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bc7f860fb10e3fdc240f1ded2f37a577 columnFamilyName sid 2024-11-15T02:21:05,642 DEBUG [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:05,642 INFO [StoreOpener-bc7f860fb10e3fdc240f1ded2f37a577-1 {}] regionserver.HStore(327): Store=bc7f860fb10e3fdc240f1ded2f37a577/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:05,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,643 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,644 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,645 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:05,647 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,662 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:05,668 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bc7f860fb10e3fdc240f1ded2f37a577; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66674602, jitterRate=-0.006471008062362671}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:05,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:05,669 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bc7f860fb10e3fdc240f1ded2f37a577: Running coprocessor pre-open hook at 1731637265633Writing region info on filesystem at 1731637265633Initializing all the Stores at 1731637265634 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637265634Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637265635 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637265635Cleaning up temporary data from old regions at 1731637265645 (+10 ms)Running coprocessor post-open hooks at 1731637265669 (+24 ms)Region opened successfully at 1731637265669 2024-11-15T02:21:05,682 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577., pid=10, masterSystemTime=1731637265516 2024-11-15T02:21:05,690 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,690 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:05,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bc7f860fb10e3fdc240f1ded2f37a577, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40301,1731637252328 2024-11-15T02:21:05,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bc7f860fb10e3fdc240f1ded2f37a577, server=ce6119325ab7,40301,1731637252328 because future has completed 2024-11-15T02:21:05,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:21:05,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bc7f860fb10e3fdc240f1ded2f37a577, server=ce6119325ab7,40301,1731637252328 in 354 msec 2024-11-15T02:21:05,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:21:05,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bc7f860fb10e3fdc240f1ded2f37a577, ASSIGN in 515 msec 2024-11-15T02:21:05,710 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:05,710 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637265710"}]},"ts":"1731637265710"} 2024-11-15T02:21:05,712 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:21:05,714 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:05,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 960 msec 2024-11-15T02:21:05,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577., hostname=ce6119325ab7,40301,1731637252328, seqNum=2] 2024-11-15T02:21:05,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:21:05,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:21:05,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:06,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:21:06,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:21:06,176 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:21:06,218 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,40301,1731637252328, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:21:06,219 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:06,219 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40301,1731637252328, seqNum=-1] 2024-11-15T02:21:06,219 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:06,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:06,224 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,40301,1731637252328', locateType=CURRENT is [region=hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577., hostname=ce6119325ab7,40301,1731637252328, seqNum=2] 2024-11-15T02:21:06,244 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:21:06,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:21:06,247 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,40301,1731637252328 suceeded 2024-11-15T02:21:06,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:21:06,249 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 229 msec 2024-11-15T02:21:06,249 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:41323,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:21:06,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5070 sec 2024-11-15T02:21:06,264 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41323' 2024-11-15T02:21:06,267 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ffc1d90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:06,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:06,268 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f271abc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:06,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,270 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:06,271 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62143085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,271 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:06,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41323,1731637258706 2024-11-15T02:21:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@9b8f8e2 2024-11-15T02:21:06,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:06,273 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T02:21:06,273 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,40301,1731637252328 (queues=1) is replicating from cluster=342b3748-dcb5-4aca-8f1e-8d3a3276aead to cluster=91538b35-c31a-45b6-9883-aa7b21f811cf 2024-11-15T02:21:06,273 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C40301%2C1731637252328 2024-11-15T02:21:06,273 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,40301,1731637252328, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:21:06,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575, startPosition=0, beingWritten=true 2024-11-15T02:21:06,274 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C40301%2C1731637252328 2024-11-15T02:21:06,284 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:06,285 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:06,285 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40301,1731637252328 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:06,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:21:06,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:21:06,489 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:06,800 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43493 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:06,896 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:21:06,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:06,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:06,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:06,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a786dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:06,905 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:06,906 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:06,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66705035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:06,907 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,909 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:06,909 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8379cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,910 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41323,1731637258706 2024-11-15T02:21:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@784aa589 2024-11-15T02:21:06,911 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:06,913 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:06,913 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:43493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:21:06,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:21:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:06,916 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:43493' 2024-11-15T02:21:06,920 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad8ce10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,920 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:21:06,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:06,922 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:21:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:21:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ef1cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:21:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:06,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,923 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:06,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@519e67ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:06,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:06,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43493,1731637252051 2024-11-15T02:21:06,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e34f780 2024-11-15T02:21:06,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:06,930 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:06,932 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T02:21:06,932 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:21:06,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,932 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:06,933 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:06,936 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:21:06,938 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:06,938 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:06,939 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:06,944 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:06,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:21:06,986 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:21:07,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:07,212 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:07,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:07,391 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcb88c752e772f48b483fb5fe0ae50b4, NAME => 'hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f 2024-11-15T02:21:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:21:07,522 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:07,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:07,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,580 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,581 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,595 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:07,749 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:07,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:07,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dcb88c752e772f48b483fb5fe0ae50b4, disabling compactions & flushes 2024-11-15T02:21:07,816 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:07,816 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:07,817 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. after waiting 0 ms 2024-11-15T02:21:07,817 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:07,817 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:07,817 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcb88c752e772f48b483fb5fe0ae50b4: Waiting for close lock at 1731637267816Disabling compacts and flushes for region at 1731637267816Disabling writes for close at 1731637267817 (+1 ms)Writing region close event to WAL at 1731637267817Closed at 1731637267817 2024-11-15T02:21:07,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:07,818 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637267818"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637267818"}]},"ts":"1731637267818"} 2024-11-15T02:21:07,822 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:07,823 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:07,823 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637267823"}]},"ts":"1731637267823"} 2024-11-15T02:21:07,825 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:21:07,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcb88c752e772f48b483fb5fe0ae50b4, ASSIGN}] 2024-11-15T02:21:07,827 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcb88c752e772f48b483fb5fe0ae50b4, ASSIGN 2024-11-15T02:21:07,828 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcb88c752e772f48b483fb5fe0ae50b4, ASSIGN; state=OFFLINE, location=ce6119325ab7,45131,1731637258962; forceNewPlan=false, retain=false 2024-11-15T02:21:07,979 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcb88c752e772f48b483fb5fe0ae50b4, regionState=OPENING, regionLocation=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:07,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dcb88c752e772f48b483fb5fe0ae50b4, ASSIGN because future has completed 2024-11-15T02:21:07,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb88c752e772f48b483fb5fe0ae50b4, server=ce6119325ab7,45131,1731637258962}] 2024-11-15T02:21:08,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:08,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:08,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:08,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:21:08,154 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C45131%2C1731637258962.rep, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/oldWALs, maxLogs=10 2024-11-15T02:21:08,173 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.rep.1731637268155, exclude list is [], retry=0 2024-11-15T02:21:08,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42209,DS-aacd7406-3290-462d-b41d-35de9fd01c61,DISK] 2024-11-15T02:21:08,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.rep.1731637268155 2024-11-15T02:21:08,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39531:39531)] 2024-11-15T02:21:08,224 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dcb88c752e772f48b483fb5fe0ae50b4, NAME => 'hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:08,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:08,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:08,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. service=MultiRowMutationService 2024-11-15T02:21:08,225 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:21:08,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:08,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,236 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,253 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb88c752e772f48b483fb5fe0ae50b4 columnFamilyName hfileref 2024-11-15T02:21:08,253 DEBUG [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:08,260 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] regionserver.HStore(327): Store=dcb88c752e772f48b483fb5fe0ae50b4/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:08,261 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,269 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb88c752e772f48b483fb5fe0ae50b4 columnFamilyName queue 2024-11-15T02:21:08,269 DEBUG [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:08,272 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] regionserver.HStore(327): Store=dcb88c752e772f48b483fb5fe0ae50b4/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:08,273 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,277 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcb88c752e772f48b483fb5fe0ae50b4 columnFamilyName sid 2024-11-15T02:21:08,277 DEBUG [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:08,278 INFO [StoreOpener-dcb88c752e772f48b483fb5fe0ae50b4-1 {}] regionserver.HStore(327): Store=dcb88c752e772f48b483fb5fe0ae50b4/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:08,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,280 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,281 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,284 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:08,287 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,296 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:08,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dcb88c752e772f48b483fb5fe0ae50b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67049176, jitterRate=-8.894205093383789E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:08,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:08,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dcb88c752e772f48b483fb5fe0ae50b4: Running coprocessor pre-open hook at 1731637268225Writing region info on filesystem at 1731637268225Initializing all the Stores at 1731637268229 (+4 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637268229Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637268232 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637268232Cleaning up temporary data from old regions at 1731637268284 (+52 ms)Running coprocessor post-open hooks at 1731637268297 (+13 ms)Region opened successfully at 1731637268297 2024-11-15T02:21:08,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4., pid=10, masterSystemTime=1731637268136 2024-11-15T02:21:08,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dcb88c752e772f48b483fb5fe0ae50b4, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,45131,1731637258962 2024-11-15T02:21:08,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcb88c752e772f48b483fb5fe0ae50b4, server=ce6119325ab7,45131,1731637258962 because future has completed 2024-11-15T02:21:08,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:08,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:08,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:21:08,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dcb88c752e772f48b483fb5fe0ae50b4, server=ce6119325ab7,45131,1731637258962 in 334 msec 2024-11-15T02:21:08,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:21:08,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dcb88c752e772f48b483fb5fe0ae50b4, ASSIGN in 494 msec 2024-11-15T02:21:08,324 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:08,325 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637268324"}]},"ts":"1731637268324"} 2024-11-15T02:21:08,337 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:21:08,339 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:08,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.4060 sec 2024-11-15T02:21:08,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4., hostname=ce6119325ab7,45131,1731637258962, seqNum=2] 2024-11-15T02:21:08,369 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:08,509 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:08,509 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:08,606 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:21:08,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45131 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:21:08,761 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:21:08,802 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,45131,1731637258962, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:21:08,802 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:08,802 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:08,803 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:08,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44431, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:08,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,45131,1731637258962', locateType=CURRENT is [region=hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4., hostname=ce6119325ab7,45131,1731637258962, seqNum=2] 2024-11-15T02:21:08,807 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:21:08,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:21:08,810 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,45131,1731637258962 suceeded 2024-11-15T02:21:08,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:21:08,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-15T02:21:08,811 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:43493,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:21:08,812 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.8980 sec 2024-11-15T02:21:08,832 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:43493' 2024-11-15T02:21:08,834 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f74884b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:08,834 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:21:08,834 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:08,835 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:21:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:21:08,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b911337, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:21:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:08,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:08,837 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:08,839 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2022306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:08,839 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:08,840 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43493,1731637252051 2024-11-15T02:21:08,840 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a5eafe 2024-11-15T02:21:08,840 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:08,841 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T02:21:08,842 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,45131,1731637258962 (queues=1) is replicating from cluster=91538b35-c31a-45b6-9883-aa7b21f811cf to cluster=342b3748-dcb5-4aca-8f1e-8d3a3276aead 2024-11-15T02:21:08,842 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C45131%2C1731637258962 2024-11-15T02:21:08,843 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,45131,1731637258962, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:21:08,846 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505, startPosition=0, beingWritten=true 2024-11-15T02:21:08,852 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C45131%2C1731637258962 2024-11-15T02:21:08,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:08,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 379, reset compression=false 2024-11-15T02:21:08,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,45131,1731637258962 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:09,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:09,066 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:21:09,066 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:09,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:09,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:09,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:09,066 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:09,066 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:09,069 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 379, reset compression=false 2024-11-15T02:21:09,071 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731637269070/Put/seqid=0 2024-11-15T02:21:09,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741840_1016 (size=7894) 2024-11-15T02:21:09,090 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731637269089/Put/seqid=0 2024-11-15T02:21:09,100 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741841_1017 (size=7691) 2024-11-15T02:21:09,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5039b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:09,108 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:21:09,109 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:09,109 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:21:09,109 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:21:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34e2b800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:21:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:09,110 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:09,111 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:09,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@538c302f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:09,112 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40301,1731637252328, seqNum=-1] 2024-11-15T02:21:09,113 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:09,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:09,121 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43493,1731637252051 2024-11-15T02:21:09,122 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4af9f9d4 2024-11-15T02:21:09,123 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:09,123 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:09,127 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637262389.8d8211df6244786f2107f53ad02681fb., hostname=ce6119325ab7,40301,1731637252328, seqNum=2] 2024-11-15T02:21:09,130 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:21:09,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T02:21:09,149 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T02:21:09,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T02:21:09,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:09,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T02:21:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:09,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegion(2603): Flush status journal for 8d8211df6244786f2107f53ad02681fb: 2024-11-15T02:21:09,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_0 2024-11-15T02:21:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_0 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ 2024-11-15T02:21:09,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_1 2024-11-15T02:21:09,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_1 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ 2024-11-15T02:21:09,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_0 into 8d8211df6244786f2107f53ad02681fb/f as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ - updating store file list. 2024-11-15T02:21:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2035d29b37b74356bff693f3cd1a99c8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:09,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ into 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:09,191 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_0 into 8d8211df6244786f2107f53ad02681fb/f (new location: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_) 2024-11-15T02:21:09,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_0 2024-11-15T02:21:09,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_1 into 8d8211df6244786f2107f53ad02681fb/f as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ - updating store file list. 2024-11-15T02:21:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5bdd0349e1784905ba329873fd3d0e30_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:09,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ into 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:09,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_1 into 8d8211df6244786f2107f53ad02681fb/f (new location: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_) 2024-11-15T02:21:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins__test__sm4e7m540p7to7v6gegnv4lpmtfhj6p7gktjcj3enso16e57mnn2e3207enkm640/f/hfile_1 2024-11-15T02:21:09,204 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:09,204 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:09,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:09,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:09,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731637262389.8d8211df6244786f2107f53ad02681fb., hostname=ce6119325ab7,40301,1731637252328, seqNum=2 , the old value is region=test,,1731637262389.8d8211df6244786f2107f53ad02681fb., hostname=ce6119325ab7,40301,1731637252328, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:40301 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:21:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731637262389.8d8211df6244786f2107f53ad02681fb., hostname=ce6119325ab7,40301,1731637252328, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:21:09,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731637262389.8d8211df6244786f2107f53ad02681fb., hostname=ce6119325ab7,40301,1731637252328, seqNum=2 from cache 2024-11-15T02:21:09,205 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:09,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:36732 deadline: 1731637329204 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:36732 2024-11-15T02:21:09,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:09,206 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:09,208 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:09,210 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., hostname=ce6119325ab7,45131,1731637258962, seqNum=2] 2024-11-15T02:21:09,213 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T02:21:09,315 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:40301 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T02:21:09,376 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 379, reset compression=false 2024-11-15T02:21:09,800 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 379, reset compression=false 2024-11-15T02:21:09,932 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 379, reset compression=false 2024-11-15T02:21:09,958 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:09,958 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40301,1731637252328 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d8211df6244786f2107f53ad02681fb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637269202/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T02:21:09,961 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:09,963 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T02:21:09,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.ReplicationSink(318): Replicating [342b3748-dcb5-4aca-8f1e-8d3a3276aead] bulk loaded data 2024-11-15T02:21:09,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49fd1d73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:09,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:09,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:09,980 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:09,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:09,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3814bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:09,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:09,982 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:09,983 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86570c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:10,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741840_1016 (size=7894) 2024-11-15T02:21:10,158 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 687, reset compression=false 2024-11-15T02:21:10,215 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T02:21:10,327 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 379, reset compression=false 2024-11-15T02:21:10,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:21:10,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:10,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T02:21:10,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:10,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:10,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T02:21:10,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741841_1017 (size=7691) 2024-11-15T02:21:10,464 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 687, reset compression=false 2024-11-15T02:21:10,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:10,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41323,1731637258706 2024-11-15T02:21:10,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@261e0128 2024-11-15T02:21:10,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:10,471 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T02:21:10,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:21:10,473 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:10,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:10,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:10,477 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:10,507 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T02:21:10,517 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T02:21:10,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ for inclusion in 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T02:21:10,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:10,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ for inclusion in 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T02:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HRegion(2603): Flush status journal for 801b2d8f9b040f08ef8f2d78f480d094: 2024-11-15T02:21:10,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:21:10,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/d18fcdde5f9c4f1584b42d2e99f984fe_SeqId_4_ 2024-11-15T02:21:10,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:21:10,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/9b738a87a794463395d95ed366c2a4fd_SeqId_4_ 2024-11-15T02:21:10,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ into 801b2d8f9b040f08ef8f2d78f480d094/f as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/d18fcdde5f9c4f1584b42d2e99f984fe_SeqId_4_ - updating store file list. 2024-11-15T02:21:10,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d18fcdde5f9c4f1584b42d2e99f984fe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:10,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/d18fcdde5f9c4f1584b42d2e99f984fe_SeqId_4_ into 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:10,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ into 801b2d8f9b040f08ef8f2d78f480d094/f (new location: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/d18fcdde5f9c4f1584b42d2e99f984fe_SeqId_4_) 2024-11-15T02:21:10,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/2035d29b37b74356bff693f3cd1a99c8_SeqId_4_ 2024-11-15T02:21:10,545 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ into 801b2d8f9b040f08ef8f2d78f480d094/f as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/9b738a87a794463395d95ed366c2a4fd_SeqId_4_ - updating store file list. 2024-11-15T02:21:10,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9b738a87a794463395d95ed366c2a4fd_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:10,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/9b738a87a794463395d95ed366c2a4fd_SeqId_4_ into 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:10,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ into 801b2d8f9b040f08ef8f2d78f480d094/f (new location: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/9b738a87a794463395d95ed366c2a4fd_SeqId_4_) 2024-11-15T02:21:10,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins.hfs.11__test__uqrrbufpl8g560fklqec06v4kbdc7544egm2lte8rq95t6mufuios39d9tecudhq/f/5bdd0349e1784905ba329873fd3d0e30_SeqId_4_ 2024-11-15T02:21:10,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.ReplicationSink(324): Finished replicating [342b3748-dcb5-4aca-8f1e-8d3a3276aead] bulk loaded data 2024-11-15T02:21:10,874 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 687, reset compression=false 2024-11-15T02:21:10,933 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 379, reset compression=false 2024-11-15T02:21:10,939 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:10,939 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,45131,1731637258962 got entry batch from reader: WALEntryBatch [walEntries=[{test/801b2d8f9b040f08ef8f2d78f480d094/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637270561/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T02:21:10,941 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:10,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T02:21:10,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.ReplicationSink(318): Replicating [342b3748-dcb5-4aca-8f1e-8d3a3276aead, 91538b35-c31a-45b6-9883-aa7b21f811cf] bulk loaded data 2024-11-15T02:21:10,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19f2fe6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:10,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43493,-1 for getting cluster id 2024-11-15T02:21:10,944 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:10,945 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '342b3748-dcb5-4aca-8f1e-8d3a3276aead' 2024-11-15T02:21:10,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:10,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "342b3748-dcb5-4aca-8f1e-8d3a3276aead" 2024-11-15T02:21:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b4c949c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43493,-1] 2024-11-15T02:21:10,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:10,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:10,985 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:10,986 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7752a00b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:11,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741842_1018 (size=7894) 2024-11-15T02:21:11,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741843_1019 (size=7691) 2024-11-15T02:21:11,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:11,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43493,1731637252051 2024-11-15T02:21:11,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10bcc45b 2024-11-15T02:21:11,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:11,123 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T02:21:11,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:21:11,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:11,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40301,1731637252328, seqNum=-1] 2024-11-15T02:21:11,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:11,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:11,141 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 725, reset compression=false 2024-11-15T02:21:11,159 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__f6miv9o4fcmprsh1j99o6k9vfcnlo5vbc838e2lcqqeep1ku2asf50isvvkkimad/f/9b738a87a794463395d95ed366c2a4fd_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T02:21:11,165 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__f6miv9o4fcmprsh1j99o6k9vfcnlo5vbc838e2lcqqeep1ku2asf50isvvkkimad/f/d18fcdde5f9c4f1584b42d2e99f984fe_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T02:21:11,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.ReplicationSink(324): Finished replicating [342b3748-dcb5-4aca-8f1e-8d3a3276aead, 91538b35-c31a-45b6-9883-aa7b21f811cf] bulk loaded data 2024-11-15T02:21:11,229 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:11,254 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731637271253/Put/seqid=0 2024-11-15T02:21:11,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741842_1018 (size=11194) 2024-11-15T02:21:11,377 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 687, reset compression=false 2024-11-15T02:21:11,462 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 725, reset compression=false 2024-11-15T02:21:11,674 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731637271673/Put/seqid=0 2024-11-15T02:21:11,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741843_1019 (size=10791) 2024-11-15T02:21:11,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47b488ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:11,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41323,-1 for getting cluster id 2024-11-15T02:21:11,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:11,722 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '91538b35-c31a-45b6-9883-aa7b21f811cf' 2024-11-15T02:21:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:11,722 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "91538b35-c31a-45b6-9883-aa7b21f811cf" 2024-11-15T02:21:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcbae7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41323,-1] 2024-11-15T02:21:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:11,723 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:11,724 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:11,726 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f72e0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:11,726 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:11,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:11,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:11,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41323,1731637258706 2024-11-15T02:21:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@762fede 2024-11-15T02:21:11,743 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:11,744 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:11,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., hostname=ce6119325ab7,45131,1731637258962, seqNum=2] 2024-11-15T02:21:11,760 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:21:11,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T02:21:11,797 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T02:21:11,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_0 for inclusion in 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T02:21:11,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:11,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_1 for inclusion in 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T02:21:11,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HRegion(2603): Flush status journal for 801b2d8f9b040f08ef8f2d78f480d094: 2024-11-15T02:21:11,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_0 2024-11-15T02:21:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_0 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ 2024-11-15T02:21:11,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_1 2024-11-15T02:21:11,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_1 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ 2024-11-15T02:21:11,832 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_0 into 801b2d8f9b040f08ef8f2d78f480d094/f as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ - updating store file list. 2024-11-15T02:21:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:11,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ into 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:11,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_0 into 801b2d8f9b040f08ef8f2d78f480d094/f (new location: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_) 2024-11-15T02:21:11,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_0 2024-11-15T02:21:11,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_1 into 801b2d8f9b040f08ef8f2d78f480d094/f as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ - updating store file list. 2024-11-15T02:21:11,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ec7a66909f4a4076933c7431e7d19a41_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:11,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ into 801b2d8f9b040f08ef8f2d78f480d094/f 2024-11-15T02:21:11,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_1 into 801b2d8f9b040f08ef8f2d78f480d094/f (new location: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_) 2024-11-15T02:21:11,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/staging/jenkins__test__1vdf9qh9pis0v12ms9fl01vc00qq7i10el1ured7chjjpjnc6jko9vsk2o9s9u05/f/hfile_1 2024-11-15T02:21:11,848 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:11,848 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:11,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:11,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:11,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., hostname=ce6119325ab7,45131,1731637258962, seqNum=2 , the old value is region=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., hostname=ce6119325ab7,45131,1731637258962, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:45131 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:21:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., hostname=ce6119325ab7,45131,1731637258962, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:21:11,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094., hostname=ce6119325ab7,45131,1731637258962, seqNum=2 from cache 2024-11-15T02:21:11,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:11,850 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T02:21:11,850 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40301,1731637252328, seqNum=-1] 2024-11-15T02:21:11,851 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:11,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:11,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637262389.8d8211df6244786f2107f53ad02681fb., hostname=ce6119325ab7,40301,1731637252328, seqNum=2] 2024-11-15T02:21:11,868 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T02:21:11,871 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 725, reset compression=false 2024-11-15T02:21:11,881 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:11,882 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,45131,1731637258962 got entry batch from reader: WALEntryBatch [walEntries=[{test/801b2d8f9b040f08ef8f2d78f480d094/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637271846/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T02:21:11,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.ReplicationSink(318): Replicating [91538b35-c31a-45b6-9883-aa7b21f811cf] bulk loaded data 2024-11-15T02:21:11,959 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:45131 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T02:21:11,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741844_1020 (size=11194) 2024-11-15T02:21:11,982 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 687, reset compression=false 2024-11-15T02:21:12,083 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 1033, reset compression=false 2024-11-15T02:21:12,389 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 1033, reset compression=false 2024-11-15T02:21:12,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741845_1021 (size=10791) 2024-11-15T02:21:12,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:21:12,481 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T02:21:12,485 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T02:21:12,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ for inclusion in 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T02:21:12,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:12,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ for inclusion in 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T02:21:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:21:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegion(2603): Flush status journal for 8d8211df6244786f2107f53ad02681fb: 2024-11-15T02:21:12,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:21:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/a7961b00b8b04012a01819db6b048730_SeqId_6_ 2024-11-15T02:21:12,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:21:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/92367f54502e4968825bece8068b1a52_SeqId_6_ 2024-11-15T02:21:12,548 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ into 8d8211df6244786f2107f53ad02681fb/f as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/a7961b00b8b04012a01819db6b048730_SeqId_6_ - updating store file list. 2024-11-15T02:21:12,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a7961b00b8b04012a01819db6b048730_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:12,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/a7961b00b8b04012a01819db6b048730_SeqId_6_ into 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:12,573 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ into 8d8211df6244786f2107f53ad02681fb/f (new location: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/a7961b00b8b04012a01819db6b048730_SeqId_6_) 2024-11-15T02:21:12,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/a72b0ef48d8b4d25be9a5ba3684e5813_SeqId_6_ 2024-11-15T02:21:12,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ into 8d8211df6244786f2107f53ad02681fb/f as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/92367f54502e4968825bece8068b1a52_SeqId_6_ - updating store file list. 2024-11-15T02:21:12,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 92367f54502e4968825bece8068b1a52_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:21:12,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/92367f54502e4968825bece8068b1a52_SeqId_6_ into 8d8211df6244786f2107f53ad02681fb/f 2024-11-15T02:21:12,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ into 8d8211df6244786f2107f53ad02681fb/f (new location: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/f/92367f54502e4968825bece8068b1a52_SeqId_6_) 2024-11-15T02:21:12,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/staging/jenkins.hfs.10__test__bqi205v5euu44vu9fbvhs4j6vkgrmjf4q9i6897fjgs1smp7rruo4irbepdn1v2s/f/ec7a66909f4a4076933c7431e7d19a41_SeqId_6_ 2024-11-15T02:21:12,592 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.ReplicationSink(324): Finished replicating [91538b35-c31a-45b6-9883-aa7b21f811cf] bulk loaded data 2024-11-15T02:21:12,689 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 687, reset compression=false 2024-11-15T02:21:12,728 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:12,729 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,40301,1731637252328 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d8211df6244786f2107f53ad02681fb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637272590/Put/vlen=228/seqid=0; >],11238}], lastWalPath=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11238, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T02:21:12,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.ReplicationSink(318): Replicating [91538b35-c31a-45b6-9883-aa7b21f811cf, 342b3748-dcb5-4aca-8f1e-8d3a3276aead] bulk loaded data 2024-11-15T02:21:12,809 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 1033, reset compression=false 2024-11-15T02:21:12,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741844_1020 (size=11194) 2024-11-15T02:21:12,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:21:12,918 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:12,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:12,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:12,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:12,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:21:12,919 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=142188907, stopped=false 2024-11-15T02:21:12,919 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,41323,1731637258706 2024-11-15T02:21:12,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:12,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741845_1021 (size=10791) 2024-11-15T02:21:12,929 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 1033, reset compression=false 2024-11-15T02:21:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-802075026/running 2024-11-15T02:21:12,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:12,936 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:12,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:12,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:12,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:12,937 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,45131,1731637258962' ***** 2024-11-15T02:21:12,937 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:21:12,937 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-802075026/running 2024-11-15T02:21:12,937 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:12,937 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:21:12,937 INFO [RS:0;ce6119325ab7:45131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:21:12,937 INFO [RS:0;ce6119325ab7:45131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:21:12,937 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(3091): Received CLOSE for dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:12,938 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:21:12,938 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/running 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(3091): Received CLOSE for 801b2d8f9b040f08ef8f2d78f480d094 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,45131,1731637258962 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:45131. 2024-11-15T02:21:12,939 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcb88c752e772f48b483fb5fe0ae50b4, disabling compactions & flushes 2024-11-15T02:21:12,939 DEBUG [RS:0;ce6119325ab7:45131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:12,939 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:12,939 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:12,939 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:12,939 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. after waiting 0 ms 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:21:12,939 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:21:12,939 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:21:12,940 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dcb88c752e772f48b483fb5fe0ae50b4 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T02:21:12,940 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Set watcher on znode that does not yet exist, /1-802075026/running 2024-11-15T02:21:12,943 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:21:12,943 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1325): Online Regions={dcb88c752e772f48b483fb5fe0ae50b4=hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4., 1588230740=hbase:meta,,1.1588230740, 801b2d8f9b040f08ef8f2d78f480d094=test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094.} 2024-11-15T02:21:12,943 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801b2d8f9b040f08ef8f2d78f480d094, dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:12,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:12,948 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:12,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:12,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:12,948 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:12,948 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:21:12,977 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/.tmp/hfileref/650baee046b44d30ba1692f13a556afc is 74, key is 1/hfileref:9b738a87a794463395d95ed366c2a4fd_SeqId_4_/1731637271176/DeleteColumn/seqid=0 2024-11-15T02:21:13,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741846_1022 (size=5345) 2024-11-15T02:21:13,036 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:13,049 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/info/6137d104994747b79290be109be76a13 is 147, key is hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4./info:regioninfo/1731637268307/Put/seqid=0 2024-11-15T02:21:13,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741847_1023 (size=7686) 2024-11-15T02:21:13,073 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/info/6137d104994747b79290be109be76a13 2024-11-15T02:21:13,144 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801b2d8f9b040f08ef8f2d78f480d094, dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:13,157 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/ns/caf33bd5449140d7aaab53ff5788c539 is 43, key is default/ns:d/1731637262195/Put/seqid=0 2024-11-15T02:21:13,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741848_1024 (size=5153) 2024-11-15T02:21:13,224 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/ns/caf33bd5449140d7aaab53ff5788c539 2024-11-15T02:21:13,244 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 1033, reset compression=false 2024-11-15T02:21:13,324 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:21:13,324 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:21:13,334 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/rep_barrier/e5226ff1026948b889b83204824acfd1 is 112, key is test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094./rep_barrier:seqnumDuringOpen/1731637264416/Put/seqid=0 2024-11-15T02:21:13,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:21:13,345 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801b2d8f9b040f08ef8f2d78f480d094, dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:13,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:21:13,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45131 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46314 deadline: 1731637333344, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping 2024-11-15T02:21:13,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T02:21:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T02:21:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 from cache 2024-11-15T02:21:13,352 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/WALs/ce6119325ab7,45131,1731637258962/ce6119325ab7%2C45131%2C1731637258962.1731637261505 to pos 1033, reset compression=false 2024-11-15T02:21:13,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741849_1025 (size=5518) 2024-11-15T02:21:13,390 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/rep_barrier/e5226ff1026948b889b83204824acfd1 2024-11-15T02:21:13,424 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/.tmp/hfileref/650baee046b44d30ba1692f13a556afc 2024-11-15T02:21:13,455 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:13,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:13,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:21:13,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45131 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46314 deadline: 1731637333343, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping 2024-11-15T02:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T02:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T02:21:13,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 from cache 2024-11-15T02:21:13,464 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/table/80ea985b0cf646ec82f371686e5aa761 is 53, key is hbase:replication/table:state/1731637268324/Put/seqid=0 2024-11-15T02:21:13,477 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/.tmp/queue/1677d344b4e74310b029b25b5d81736d is 154, key is 1-ce6119325ab7,45131,1731637258962/queue:ce6119325ab7%2C45131%2C1731637258962/1731637272607/Put/seqid=0 2024-11-15T02:21:13,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741850_1026 (size=5308) 2024-11-15T02:21:13,497 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/table/80ea985b0cf646ec82f371686e5aa761 2024-11-15T02:21:13,505 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/info/6137d104994747b79290be109be76a13 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/info/6137d104994747b79290be109be76a13 2024-11-15T02:21:13,511 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/info/6137d104994747b79290be109be76a13, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:21:13,512 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/ns/caf33bd5449140d7aaab53ff5788c539 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/ns/caf33bd5449140d7aaab53ff5788c539 2024-11-15T02:21:13,519 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/ns/caf33bd5449140d7aaab53ff5788c539, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:21:13,521 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/rep_barrier/e5226ff1026948b889b83204824acfd1 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/rep_barrier/e5226ff1026948b889b83204824acfd1 2024-11-15T02:21:13,528 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/rep_barrier/e5226ff1026948b889b83204824acfd1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:21:13,529 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/.tmp/table/80ea985b0cf646ec82f371686e5aa761 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/table/80ea985b0cf646ec82f371686e5aa761 2024-11-15T02:21:13,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741851_1027 (size=5353) 2024-11-15T02:21:13,539 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/table/80ea985b0cf646ec82f371686e5aa761, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:21:13,541 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false 2024-11-15T02:21:13,541 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/.tmp/queue/1677d344b4e74310b029b25b5d81736d 2024-11-15T02:21:13,545 DEBUG [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801b2d8f9b040f08ef8f2d78f480d094, dcb88c752e772f48b483fb5fe0ae50b4 2024-11-15T02:21:13,546 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/.tmp/hfileref/650baee046b44d30ba1692f13a556afc as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/hfileref/650baee046b44d30ba1692f13a556afc 2024-11-15T02:21:13,553 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/hfileref/650baee046b44d30ba1692f13a556afc, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T02:21:13,555 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/.tmp/queue/1677d344b4e74310b029b25b5d81736d as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/queue/1677d344b4e74310b029b25b5d81736d 2024-11-15T02:21:13,563 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/queue/1677d344b4e74310b029b25b5d81736d, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T02:21:13,564 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for dcb88c752e772f48b483fb5fe0ae50b4 in 625ms, sequenceid=12, compaction requested=false 2024-11-15T02:21:13,643 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:21:13,646 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:13,646 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:13,646 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:13,646 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637272948Running coprocessor pre-close hooks at 1731637272948Disabling compacts and flushes for region at 1731637272948Disabling writes for close at 1731637272948Obtaining lock to block concurrent updates at 1731637272949 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637272949Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637272949Flushing stores of hbase:meta,,1.1588230740 at 1731637272955 (+6 ms)Flushing 1588230740/info: creating writer at 1731637272955Flushing 1588230740/info: appending metadata at 1731637273049 (+94 ms)Flushing 1588230740/info: closing flushed file at 1731637273049Flushing 1588230740/ns: creating writer at 1731637273121 (+72 ms)Flushing 1588230740/ns: appending metadata at 1731637273156 (+35 ms)Flushing 1588230740/ns: closing flushed file at 1731637273156Flushing 1588230740/rep_barrier: creating writer at 1731637273264 (+108 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637273330 (+66 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637273333 (+3 ms)Flushing 1588230740/table: creating writer at 1731637273411 (+78 ms)Flushing 1588230740/table: appending metadata at 1731637273463 (+52 ms)Flushing 1588230740/table: closing flushed file at 1731637273463Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39e9185f: reopening flushed file at 1731637273504 (+41 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5aa01523: reopening flushed file at 1731637273511 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5371debf: reopening flushed file at 1731637273520 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d661f7f: reopening flushed file at 1731637273528 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 592ms, sequenceid=16, compaction requested=false at 1731637273541 (+13 ms)Writing region close event to WAL at 1731637273628 (+87 ms)Running coprocessor post-close hooks at 1731637273646 (+18 ms)Closed at 1731637273646 2024-11-15T02:21:13,646 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:13,656 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/hbase/replication/dcb88c752e772f48b483fb5fe0ae50b4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T02:21:13,657 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:13,657 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:13,657 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:13,657 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcb88c752e772f48b483fb5fe0ae50b4: Waiting for close lock at 1731637272939Running coprocessor pre-close hooks at 1731637272939Disabling compacts and flushes for region at 1731637272939Disabling writes for close at 1731637272939Obtaining lock to block concurrent updates at 1731637272940 (+1 ms)Preparing flush snapshotting stores in dcb88c752e772f48b483fb5fe0ae50b4 at 1731637272940Finished memstore snapshotting hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731637272940Flushing stores of hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. at 1731637272944 (+4 ms)Flushing dcb88c752e772f48b483fb5fe0ae50b4/hfileref: creating writer at 1731637272944Flushing dcb88c752e772f48b483fb5fe0ae50b4/hfileref: appending metadata at 1731637272975 (+31 ms)Flushing dcb88c752e772f48b483fb5fe0ae50b4/hfileref: closing flushed file at 1731637272975Flushing dcb88c752e772f48b483fb5fe0ae50b4/queue: creating writer at 1731637273437 (+462 ms)Flushing dcb88c752e772f48b483fb5fe0ae50b4/queue: appending metadata at 1731637273474 (+37 ms)Flushing dcb88c752e772f48b483fb5fe0ae50b4/queue: closing flushed file at 1731637273474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2296341: reopening flushed file at 1731637273545 (+71 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50eb0c90: reopening flushed file at 1731637273554 (+9 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for dcb88c752e772f48b483fb5fe0ae50b4 in 625ms, sequenceid=12, compaction requested=false at 1731637273564 (+10 ms)Writing region close event to WAL at 1731637273642 (+78 ms)Running coprocessor post-close hooks at 1731637273657 (+15 ms)Closed at 1731637273657 2024-11-15T02:21:13,657 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637266933.dcb88c752e772f48b483fb5fe0ae50b4. 2024-11-15T02:21:13,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 801b2d8f9b040f08ef8f2d78f480d094, disabling compactions & flushes 2024-11-15T02:21:13,658 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:13,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:13,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. after waiting 0 ms 2024-11-15T02:21:13,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:13,668 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:13,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1] 2024-11-15T02:21:13,670 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45131 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:21:13,671 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45131 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.3:46314 deadline: 1731637333344, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping 2024-11-15T02:21:13,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T02:21:13,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server ce6119325ab7,45131,1731637258962 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-15T02:21:13,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,45131,1731637258962, seqNum=-1 from cache 2024-11-15T02:21:13,687 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 1033, reset compression=false 2024-11-15T02:21:13,696 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/data/default/test/801b2d8f9b040f08ef8f2d78f480d094/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:21:13,697 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:13,697 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:13,697 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:13,697 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 801b2d8f9b040f08ef8f2d78f480d094: Waiting for close lock at 1731637273658Running coprocessor pre-close hooks at 1731637273658Disabling compacts and flushes for region at 1731637273658Disabling writes for close at 1731637273658Writing region close event to WAL at 1731637273665 (+7 ms)Running coprocessor post-close hooks at 1731637273697 (+32 ms)Closed at 1731637273697 2024-11-15T02:21:13,697 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637263557.801b2d8f9b040f08ef8f2d78f480d094. 2024-11-15T02:21:13,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:13,745 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,45131,1731637258962; all regions closed. 2024-11-15T02:21:13,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,785 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:21:13,806 DEBUG [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/oldWALs 2024-11-15T02:21:13,806 INFO [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C45131%2C1731637258962.meta:.meta(num 1731637261975) 2024-11-15T02:21:13,815 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:13,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741839_1015 (size=3127) 2024-11-15T02:21:13,841 DEBUG [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/oldWALs 2024-11-15T02:21:13,841 INFO [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C45131%2C1731637258962.rep:(num 1731637268155) 2024-11-15T02:21:13,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741833_1009 (size=1336) 2024-11-15T02:21:13,848 DEBUG [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/oldWALs 2024-11-15T02:21:13,848 INFO [RS:0;ce6119325ab7:45131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C45131%2C1731637258962:(num 1731637261505) 2024-11-15T02:21:13,848 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:13,848 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:13,848 INFO [RS:0;ce6119325ab7:45131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:13,848 INFO [RS:0;ce6119325ab7:45131 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:13,848 INFO [RS:0;ce6119325ab7:45131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:13,849 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:13,849 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,45131,1731637258962 because: Region server is closing 2024-11-15T02:21:13,849 INFO [RS:0;ce6119325ab7:45131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:45131. 2024-11-15T02:21:13,849 DEBUG [RS:0;ce6119325ab7:45131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:13,850 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:13,850 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:13,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:13,950 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:21:13,950 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.shipperce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 terminated 2024-11-15T02:21:13,951 INFO [RS:0;ce6119325ab7:45131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:45131. 2024-11-15T02:21:13,951 DEBUG [RS:0;ce6119325ab7:45131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:13,951 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:13,951 DEBUG [RS:0;ce6119325ab7:45131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:13,951 INFO [RS:0;ce6119325ab7:45131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45131 2024-11-15T02:21:13,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:13,952 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,45131,1731637258962.replicationSource.wal-reader.ce6119325ab7%2C45131%2C1731637258962,1-ce6119325ab7,45131,1731637258962 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:21:13,954 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:45131 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:249) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.cleanupCalls(NettyRpcDuplexHandler.java:151) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelInactive(NettyRpcDuplexHandler.java:159) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInputClosed(ByteToMessageDecoder.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelInactive(ByteToMessageDecoder.java:377) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.ChannelInboundHandlerAdapter.channelInactive(ChannelInboundHandlerAdapter.java:81) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelInactive(IdleStateHandler.java:280) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:303) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelInactive(AbstractChannelHandlerContext.java:274) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelInactive(DefaultChannelPipeline.java:1352) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:301) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelInactive(AbstractChannelHandlerContext.java:281) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelInactive(DefaultChannelPipeline.java:850) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe$7.run(AbstractChannel.java:811) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.runTask(AbstractEventExecutor.java:173) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:405) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed ... 27 more 2024-11-15T02:21:13,957 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] regionserver.ReplicationSink(335): Unable to accept edit because: java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-15T02:21:13,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] ipc.MetricsHBaseServer(152): Unknown exception type java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 11 more 2024-11-15T02:21:13,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45131 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 604 connection: 172.17.0.3:46306 deadline: 1731637332730, exception=java.io.InterruptedIOException 2024-11-15T02:21:13,958 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T02:21:13,985 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:13,986 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-15T02:21:14,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026/rs 2024-11-15T02:21:14,017 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-802075026/rs/ce6119325ab7,45131,1731637258962 2024-11-15T02:21:14,017 INFO [RS:0;ce6119325ab7:45131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:14,020 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,45131,1731637258962] 2024-11-15T02:21:14,038 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/draining/ce6119325ab7,45131,1731637258962 already deleted, retry=false 2024-11-15T02:21:14,038 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,45131,1731637258962 expired; onlineServers=0 2024-11-15T02:21:14,038 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,41323,1731637258706' ***** 2024-11-15T02:21:14,038 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:21:14,039 INFO [M:0;ce6119325ab7:41323 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:14,039 INFO [M:0;ce6119325ab7:41323 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:14,039 DEBUG [M:0;ce6119325ab7:41323 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:21:14,039 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:21:14,039 DEBUG [M:0;ce6119325ab7:41323 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:21:14,039 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637261173 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637261173,5,FailOnTimeoutGroup] 2024-11-15T02:21:14,039 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637261181 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637261181,5,FailOnTimeoutGroup] 2024-11-15T02:21:14,039 INFO [M:0;ce6119325ab7:41323 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:14,039 INFO [M:0;ce6119325ab7:41323 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:14,039 DEBUG [M:0;ce6119325ab7:41323 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:21:14,039 INFO [M:0;ce6119325ab7:41323 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:21:14,039 INFO [M:0;ce6119325ab7:41323 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:14,040 INFO [M:0;ce6119325ab7:41323 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:21:14,040 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:21:14,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-802075026/master 2024-11-15T02:21:14,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-802075026 2024-11-15T02:21:14,049 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-802075026/master already deleted, retry=false 2024-11-15T02:21:14,049 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-802075026/master 2024-11-15T02:21:14,050 INFO [M:0;ce6119325ab7:41323 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/.lastflushedseqids 2024-11-15T02:21:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741852_1028 (size=263) 2024-11-15T02:21:14,058 INFO [M:0;ce6119325ab7:41323 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:21:14,058 INFO [M:0;ce6119325ab7:41323 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:21:14,058 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:14,058 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:14,058 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:14,058 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:14,058 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:14,058 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T02:21:14,065 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ce6119325ab7:45131 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:45131 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T02:21:14,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ce6119325ab7:45131 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:45131 2024-11-15T02:21:14,067 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=ce6119325ab7:45131 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:45131 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:45131 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T02:21:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:21:14,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.CallRunner(138): callId: 7 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52548 deadline: 1731637334071, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T02:21:14,073 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T02:21:14,074 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T02:21:14,100 DEBUG [M:0;ce6119325ab7:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29f896d620e04c589d49c83e659ca5ef is 82, key is hbase:meta,,1/info:regioninfo/1731637262057/Put/seqid=0 2024-11-15T02:21:14,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741853_1029 (size=5672) 2024-11-15T02:21:14,128 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:14,128 DEBUG [pool-1233-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45131-0x1013c4b7fac0004, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:14,128 INFO [RS:0;ce6119325ab7:45131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:14,128 INFO [RS:0;ce6119325ab7:45131 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,45131,1731637258962; zookeeper connection closed. 2024-11-15T02:21:14,136 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@167d7f9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@167d7f9d 2024-11-15T02:21:14,136 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:21:14,228 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 1033, reset compression=false 2024-11-15T02:21:14,276 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T02:21:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:21:14,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.CallRunner(138): callId: 9 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52548 deadline: 1731637334279, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T02:21:14,281 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T02:21:14,282 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T02:21:14,282 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T02:21:14,495 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:14,496 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch meta region location from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getMetaRegionLocations$7(AbstractRpcBasedConnectionRegistry.java:223) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getMetaRegionLocations(AbstractRpcBasedConnectionRegistry.java:221) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getMetaRegionLocations(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMetaRegionLocator.getRegionLocations(AsyncMetaRegionLocator.java:60) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:163) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 31 more 2024-11-15T02:21:14,498 ERROR [Async-Client-Retry-Timer-pool-0 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:112) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T02:21:14,515 INFO [M:0;ce6119325ab7:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29f896d620e04c589d49c83e659ca5ef 2024-11-15T02:21:14,581 DEBUG [M:0;ce6119325ab7:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ada6586ec1d47489f36a91922e52114 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637268340/Put/seqid=0 2024-11-15T02:21:14,583 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T02:21:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:21:14,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41323 {}] ipc.CallRunner(138): callId: 11 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.3:52548 deadline: 1731637334586, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T02:21:14,587 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T02:21:14,588 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T02:21:14,588 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T02:21:14,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741854_1030 (size=8516) 2024-11-15T02:21:14,620 INFO [M:0;ce6119325ab7:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ada6586ec1d47489f36a91922e52114 2024-11-15T02:21:14,655 DEBUG [M:0;ce6119325ab7:41323 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b305e1037bb14fe7b0cf89c4d9f5ae52 is 69, key is ce6119325ab7,45131,1731637258962/rs:state/1731637261189/Put/seqid=0 2024-11-15T02:21:14,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741855_1031 (size=5156) 2024-11-15T02:21:14,681 INFO [M:0;ce6119325ab7:41323 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b305e1037bb14fe7b0cf89c4d9f5ae52 2024-11-15T02:21:14,695 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/29f896d620e04c589d49c83e659ca5ef as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29f896d620e04c589d49c83e659ca5ef 2024-11-15T02:21:14,708 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/29f896d620e04c589d49c83e659ca5ef, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T02:21:14,709 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ada6586ec1d47489f36a91922e52114 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ada6586ec1d47489f36a91922e52114 2024-11-15T02:21:14,715 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ada6586ec1d47489f36a91922e52114, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T02:21:14,717 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b305e1037bb14fe7b0cf89c4d9f5ae52 as hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b305e1037bb14fe7b0cf89c4d9f5ae52 2024-11-15T02:21:14,722 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/69652800-212f-2f27-0cf4-444e7f29417f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b305e1037bb14fe7b0cf89c4d9f5ae52, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T02:21:14,723 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 665ms, sequenceid=97, compaction requested=false 2024-11-15T02:21:14,761 INFO [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:14,761 DEBUG [M:0;ce6119325ab7:41323 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637274058Disabling compacts and flushes for region at 1731637274058Disabling writes for close at 1731637274058Obtaining lock to block concurrent updates at 1731637274058Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637274058Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731637274059 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637274067 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637274067Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637274099 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637274100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637274533 (+433 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637274580 (+47 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637274580Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637274629 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637274654 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637274654Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@480f0484: reopening flushed file at 1731637274691 (+37 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381611dc: reopening flushed file at 1731637274708 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eca6b3f: reopening flushed file at 1731637274716 (+8 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 665ms, sequenceid=97, compaction requested=false at 1731637274723 (+7 ms)Writing region close event to WAL at 1731637274761 (+38 ms)Closed at 1731637274761 2024-11-15T02:21:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42209 is added to blk_1073741830_1006 (size=63654) 2024-11-15T02:21:14,785 INFO [M:0;ce6119325ab7:41323 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:21:14,785 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:14,785 INFO [M:0;ce6119325ab7:41323 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41323 2024-11-15T02:21:14,786 INFO [M:0;ce6119325ab7:41323 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:14,842 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 1033, reset compression=false 2024-11-15T02:21:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:14,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41323-0x1013c4b7fac0003, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:14,903 INFO [M:0;ce6119325ab7:41323 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:14,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3559bb64{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:14,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bf4090c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:14,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:14,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2fa0415f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:14,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b43a9ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:14,961 WARN [BP-1756792226-172.17.0.3-1731637255823 heartbeating to localhost/127.0.0.1:33365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:21:14,961 WARN [BP-1756792226-172.17.0.3-1731637255823 heartbeating to localhost/127.0.0.1:33365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1756792226-172.17.0.3-1731637255823 (Datanode Uuid 7b42e7f5-3d8e-4d4d-87f5-75f528cbfdd4) service to localhost/127.0.0.1:33365 2024-11-15T02:21:14,962 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/cluster_c69882f9-4a8f-4902-1310-7ca92d26d8bc/data/data1/current/BP-1756792226-172.17.0.3-1731637255823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:14,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:21:14,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:21:14,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:21:14,964 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/cluster_c69882f9-4a8f-4902-1310-7ca92d26d8bc/data/data2/current/BP-1756792226-172.17.0.3-1731637255823 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:14,975 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@57d755d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:14,976 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3cbddded{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:14,976 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:14,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c35454e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:14,977 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2eb20e72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:14,989 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T02:21:14,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ce6119325ab7:41323 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:41323 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T02:21:14,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address ce6119325ab7:41323 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:41323 2024-11-15T02:21:15,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:21:15,010 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:21:15,010 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:15,010 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:15,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:15,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:15,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:21:15,011 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=353864996, stopped=false 2024-11-15T02:21:15,011 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,43493,1731637252051 2024-11-15T02:21:15,012 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:15,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648000881/running 2024-11-15T02:21:15,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:21:15,035 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:15,035 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:15,035 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:15,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:15,035 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,40301,1731637252328' ***** 2024-11-15T02:21:15,035 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:21:15,035 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:21:15,035 INFO [RS:0;ce6119325ab7:40301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:21:15,035 INFO [RS:0;ce6119325ab7:40301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:21:15,036 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:15,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648000881/running 2024-11-15T02:21:15,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/running 2024-11-15T02:21:15,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:21:15,036 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:21:15,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Set watcher on znode that does not yet exist, /0-1648000881/running 2024-11-15T02:21:15,040 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d8211df6244786f2107f53ad02681fb 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,40301,1731637252328 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40301. 2024-11-15T02:21:15,041 DEBUG [RS:0;ce6119325ab7:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:15,041 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:21:15,041 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:21:15,042 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:21:15,042 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1325): Online Regions={bc7f860fb10e3fdc240f1ded2f37a577=hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577., 1588230740=hbase:meta,,1.1588230740, 8d8211df6244786f2107f53ad02681fb=test,,1731637262389.8d8211df6244786f2107f53ad02681fb.} 2024-11-15T02:21:15,042 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d8211df6244786f2107f53ad02681fb, bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:15,042 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:15,042 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:15,042 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:15,042 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:15,042 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:15,042 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:21:15,044 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bc7f860fb10e3fdc240f1ded2f37a577, disabling compactions & flushes 2024-11-15T02:21:15,044 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:15,044 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:15,044 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. after waiting 0 ms 2024-11-15T02:21:15,044 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:15,045 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bc7f860fb10e3fdc240f1ded2f37a577 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T02:21:15,077 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/.tmp/hfileref/990a114c9639442ea6cb4442147d0670 is 74, key is 1/hfileref:2035d29b37b74356bff693f3cd1a99c8_SeqId_4_/1731637270565/DeleteColumn/seqid=0 2024-11-15T02:21:15,090 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/info/98bee3ee11d242489a94b761d0341f83 is 147, key is hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577./info:regioninfo/1731637265696/Put/seqid=0 2024-11-15T02:21:15,094 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:15,095 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server ce6119325ab7:41323 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:41323 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T02:21:15,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=ce6119325ab7:41323 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T02:21:15,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address ce6119325ab7:41323 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: ce6119325ab7/172.17.0.3:41323 2024-11-15T02:21:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741846_1022 (size=5345) 2024-11-15T02:21:15,108 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/.tmp/hfileref/990a114c9639442ea6cb4442147d0670 2024-11-15T02:21:15,124 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:15,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741847_1023 (size=7686) 2024-11-15T02:21:15,154 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/.tmp/queue/f28b8bf8aa5a4b2a8bb6b3f5d8ac39c2 is 153, key is 1-ce6119325ab7,40301,1731637252328/queue:ce6119325ab7%2C40301%2C1731637252328/1731637270567/Put/seqid=0 2024-11-15T02:21:15,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741848_1024 (size=5352) 2024-11-15T02:21:15,242 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d8211df6244786f2107f53ad02681fb, bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:15,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:15,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ce6119325ab7:41323 this server is in the failed servers list 2024-11-15T02:21:15,306 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ce6119325ab7:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:15,392 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:21:15,392 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:21:15,442 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8d8211df6244786f2107f53ad02681fb, bc7f860fb10e3fdc240f1ded2f37a577 2024-11-15T02:21:15,521 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/info/98bee3ee11d242489a94b761d0341f83 2024-11-15T02:21:15,542 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/ns/657d160a574a43c897dffafa8349fc01 is 43, key is default/ns:d/1731637255695/Put/seqid=0 2024-11-15T02:21:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741849_1025 (size=5153) 2024-11-15T02:21:15,566 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.wal-reader.ce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.1731637254575 to pos 1033, reset compression=false 2024-11-15T02:21:15,569 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/.tmp/queue/f28b8bf8aa5a4b2a8bb6b3f5d8ac39c2 2024-11-15T02:21:15,578 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/.tmp/hfileref/990a114c9639442ea6cb4442147d0670 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/hfileref/990a114c9639442ea6cb4442147d0670 2024-11-15T02:21:15,583 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/hfileref/990a114c9639442ea6cb4442147d0670, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T02:21:15,584 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/.tmp/queue/f28b8bf8aa5a4b2a8bb6b3f5d8ac39c2 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/queue/f28b8bf8aa5a4b2a8bb6b3f5d8ac39c2 2024-11-15T02:21:15,589 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/queue/f28b8bf8aa5a4b2a8bb6b3f5d8ac39c2, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T02:21:15,590 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bc7f860fb10e3fdc240f1ded2f37a577 in 546ms, sequenceid=10, compaction requested=false 2024-11-15T02:21:15,594 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/replication/bc7f860fb10e3fdc240f1ded2f37a577/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:15,595 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bc7f860fb10e3fdc240f1ded2f37a577: Waiting for close lock at 1731637275044Running coprocessor pre-close hooks at 1731637275044Disabling compacts and flushes for region at 1731637275044Disabling writes for close at 1731637275044Obtaining lock to block concurrent updates at 1731637275045 (+1 ms)Preparing flush snapshotting stores in bc7f860fb10e3fdc240f1ded2f37a577 at 1731637275045Finished memstore snapshotting hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731637275045Flushing stores of hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. at 1731637275046 (+1 ms)Flushing bc7f860fb10e3fdc240f1ded2f37a577/hfileref: creating writer at 1731637275046Flushing bc7f860fb10e3fdc240f1ded2f37a577/hfileref: appending metadata at 1731637275076 (+30 ms)Flushing bc7f860fb10e3fdc240f1ded2f37a577/hfileref: closing flushed file at 1731637275076Flushing bc7f860fb10e3fdc240f1ded2f37a577/queue: creating writer at 1731637275119 (+43 ms)Flushing bc7f860fb10e3fdc240f1ded2f37a577/queue: appending metadata at 1731637275154 (+35 ms)Flushing bc7f860fb10e3fdc240f1ded2f37a577/queue: closing flushed file at 1731637275154Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc28c90: reopening flushed file at 1731637275577 (+423 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50811fa1: reopening flushed file at 1731637275583 (+6 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bc7f860fb10e3fdc240f1ded2f37a577 in 546ms, sequenceid=10, compaction requested=false at 1731637275590 (+7 ms)Writing region close event to WAL at 1731637275591 (+1 ms)Running coprocessor post-close hooks at 1731637275595 (+4 ms)Closed at 1731637275595 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637264754.bc7f860fb10e3fdc240f1ded2f37a577. 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d8211df6244786f2107f53ad02681fb, disabling compactions & flushes 2024-11-15T02:21:15,595 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637262389.8d8211df6244786f2107f53ad02681fb. after waiting 0 ms 2024-11-15T02:21:15,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:15,600 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/default/test/8d8211df6244786f2107f53ad02681fb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:21:15,600 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:15,600 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:15,600 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:15,601 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d8211df6244786f2107f53ad02681fb: Waiting for close lock at 1731637275595Running coprocessor pre-close hooks at 1731637275595Disabling compacts and flushes for region at 1731637275595Disabling writes for close at 1731637275595Writing region close event to WAL at 1731637275596 (+1 ms)Running coprocessor post-close hooks at 1731637275600 (+4 ms)Closed at 1731637275600 2024-11-15T02:21:15,601 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637262389.8d8211df6244786f2107f53ad02681fb. 2024-11-15T02:21:15,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:15,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ce6119325ab7:41323 this server is in the failed servers list 2024-11-15T02:21:15,615 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ce6119325ab7:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:15,643 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:21:15,843 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:21:15,946 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/ns/657d160a574a43c897dffafa8349fc01 2024-11-15T02:21:15,977 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/rep_barrier/4e7eac03406140e9b2422a9691ce076c is 112, key is test,,1731637262389.8d8211df6244786f2107f53ad02681fb./rep_barrier:seqnumDuringOpen/1731637263314/Put/seqid=0 2024-11-15T02:21:15,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741850_1026 (size=5518) 2024-11-15T02:21:15,995 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/rep_barrier/4e7eac03406140e9b2422a9691ce076c 2024-11-15T02:21:16,043 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:21:16,043 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:21:16,043 DEBUG [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:21:16,050 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/table/8a6aa9db536a420d8463a2e1082fdde9 is 53, key is hbase:replication/table:state/1731637265710/Put/seqid=0 2024-11-15T02:21:16,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741851_1027 (size=5308) 2024-11-15T02:21:16,074 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/table/8a6aa9db536a420d8463a2e1082fdde9 2024-11-15T02:21:16,087 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/info/98bee3ee11d242489a94b761d0341f83 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/info/98bee3ee11d242489a94b761d0341f83 2024-11-15T02:21:16,099 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/info/98bee3ee11d242489a94b761d0341f83, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:21:16,101 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/ns/657d160a574a43c897dffafa8349fc01 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/ns/657d160a574a43c897dffafa8349fc01 2024-11-15T02:21:16,111 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/ns/657d160a574a43c897dffafa8349fc01, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:21:16,114 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/rep_barrier/4e7eac03406140e9b2422a9691ce076c as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/rep_barrier/4e7eac03406140e9b2422a9691ce076c 2024-11-15T02:21:16,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:16,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to ce6119325ab7:41323 this server is in the failed servers list 2024-11-15T02:21:16,125 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: ce6119325ab7:41323 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:16,127 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/rep_barrier/4e7eac03406140e9b2422a9691ce076c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:21:16,129 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/.tmp/table/8a6aa9db536a420d8463a2e1082fdde9 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/table/8a6aa9db536a420d8463a2e1082fdde9 2024-11-15T02:21:16,142 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/table/8a6aa9db536a420d8463a2e1082fdde9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:21:16,144 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1102ms, sequenceid=16, compaction requested=false 2024-11-15T02:21:16,144 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:21:16,193 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:21:16,193 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:16,193 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:16,194 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:16,194 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637275042Running coprocessor pre-close hooks at 1731637275042Disabling compacts and flushes for region at 1731637275042Disabling writes for close at 1731637275042Obtaining lock to block concurrent updates at 1731637275042Preparing flush snapshotting stores in 1588230740 at 1731637275042Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637275043 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637275045 (+2 ms)Flushing 1588230740/info: creating writer at 1731637275046 (+1 ms)Flushing 1588230740/info: appending metadata at 1731637275088 (+42 ms)Flushing 1588230740/info: closing flushed file at 1731637275088Flushing 1588230740/ns: creating writer at 1731637275526 (+438 ms)Flushing 1588230740/ns: appending metadata at 1731637275541 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731637275541Flushing 1588230740/rep_barrier: creating writer at 1731637275950 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637275976 (+26 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637275976Flushing 1588230740/table: creating writer at 1731637276021 (+45 ms)Flushing 1588230740/table: appending metadata at 1731637276050 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731637276050Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfccbf7: reopening flushed file at 1731637276083 (+33 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279c7eb5: reopening flushed file at 1731637276100 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@983860e: reopening flushed file at 1731637276111 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40f5929c: reopening flushed file at 1731637276127 (+16 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1102ms, sequenceid=16, compaction requested=false at 1731637276144 (+17 ms)Writing region close event to WAL at 1731637276184 (+40 ms)Running coprocessor post-close hooks at 1731637276193 (+9 ms)Closed at 1731637276193 2024-11-15T02:21:16,194 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:16,243 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,40301,1731637252328; all regions closed. 2024-11-15T02:21:16,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:21:16,255 DEBUG [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/oldWALs 2024-11-15T02:21:16,255 INFO [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40301%2C1731637252328.meta:.meta(num 1731637255500) 2024-11-15T02:21:16,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741839_1015 (size=2695) 2024-11-15T02:21:16,257 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/WALs/ce6119325ab7,40301,1731637252328/ce6119325ab7%2C40301%2C1731637252328.rep.1731637265547 not finished, retry = 0 2024-11-15T02:21:16,360 DEBUG [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/oldWALs 2024-11-15T02:21:16,360 INFO [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40301%2C1731637252328.rep:(num 1731637265547) 2024-11-15T02:21:16,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741833_1009 (size=1336) 2024-11-15T02:21:16,368 DEBUG [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/oldWALs 2024-11-15T02:21:16,368 INFO [RS:0;ce6119325ab7:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C40301%2C1731637252328:(num 1731637254575) 2024-11-15T02:21:16,369 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:16,369 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:16,369 INFO [RS:0;ce6119325ab7:40301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:16,369 INFO [RS:0;ce6119325ab7:40301 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:16,369 INFO [RS:0;ce6119325ab7:40301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:16,369 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:16,369 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,40301,1731637252328 because: Region server is closing 2024-11-15T02:21:16,369 INFO [RS:0;ce6119325ab7:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40301. 2024-11-15T02:21:16,369 DEBUG [RS:0;ce6119325ab7:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:16,369 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:16,369 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:16,369 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:16,470 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T02:21:16,470 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T02:21:16,470 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T02:21:16,971 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,40301,1731637252328.replicationSource.shipperce6119325ab7%2C40301%2C1731637252328,1-ce6119325ab7,40301,1731637252328 terminated 2024-11-15T02:21:16,971 INFO [RS:0;ce6119325ab7:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:40301. 2024-11-15T02:21:16,971 DEBUG [RS:0;ce6119325ab7:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:16,971 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:16,971 DEBUG [RS:0;ce6119325ab7:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:16,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:16,971 INFO [RS:0;ce6119325ab7:40301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40301 2024-11-15T02:21:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881/rs 2024-11-15T02:21:17,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648000881/rs/ce6119325ab7,40301,1731637252328 2024-11-15T02:21:17,052 INFO [RS:0;ce6119325ab7:40301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:17,053 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,40301,1731637252328] 2024-11-15T02:21:17,091 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/draining/ce6119325ab7,40301,1731637252328 already deleted, retry=false 2024-11-15T02:21:17,091 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,40301,1731637252328 expired; onlineServers=0 2024-11-15T02:21:17,091 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,43493,1731637252051' ***** 2024-11-15T02:21:17,091 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:21:17,091 INFO [M:0;ce6119325ab7:43493 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:17,091 INFO [M:0;ce6119325ab7:43493 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:17,091 DEBUG [M:0;ce6119325ab7:43493 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:21:17,091 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:21:17,091 DEBUG [M:0;ce6119325ab7:43493 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:21:17,091 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637254008 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637254008,5,FailOnTimeoutGroup] 2024-11-15T02:21:17,091 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637254011 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637254011,5,FailOnTimeoutGroup] 2024-11-15T02:21:17,091 INFO [M:0;ce6119325ab7:43493 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:17,091 INFO [M:0;ce6119325ab7:43493 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:17,091 DEBUG [M:0;ce6119325ab7:43493 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:21:17,091 INFO [M:0;ce6119325ab7:43493 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:21:17,092 INFO [M:0;ce6119325ab7:43493 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:17,092 INFO [M:0;ce6119325ab7:43493 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:21:17,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:21:17,134 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:17,135 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:17,138 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2146 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1648000881/master 2024-11-15T02:21:17,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1648000881 2024-11-15T02:21:17,191 DEBUG [M:0;ce6119325ab7:43493 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1648000881/master already deleted, retry=false 2024-11-15T02:21:17,191 DEBUG [M:0;ce6119325ab7:43493 {}] master.ActiveMasterManager(353): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-1648000881/master 2024-11-15T02:21:17,192 INFO [M:0;ce6119325ab7:43493 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/.lastflushedseqids 2024-11-15T02:21:17,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741852_1028 (size=263) 2024-11-15T02:21:17,225 INFO [M:0;ce6119325ab7:43493 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:21:17,226 INFO [M:0;ce6119325ab7:43493 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:21:17,226 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:17,226 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:17,226 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:17,226 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:17,226 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:17,226 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T02:21:17,244 DEBUG [M:0;ce6119325ab7:43493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3c2c4cbfc2f4f579afefb0a82b46cb6 is 82, key is hbase:meta,,1/info:regioninfo/1731637255644/Put/seqid=0 2024-11-15T02:21:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:17,245 INFO [RS:0;ce6119325ab7:40301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:17,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x1013c4b7fac0001, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:17,245 INFO [RS:0;ce6119325ab7:40301 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,40301,1731637252328; zookeeper connection closed. 2024-11-15T02:21:17,247 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7f87a182 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7f87a182 2024-11-15T02:21:17,247 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:21:17,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741853_1029 (size=5672) 2024-11-15T02:21:17,250 INFO [M:0;ce6119325ab7:43493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3c2c4cbfc2f4f579afefb0a82b46cb6 2024-11-15T02:21:17,284 DEBUG [M:0;ce6119325ab7:43493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6c1ee2919e441ac85d47016c1368737 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637265715/Put/seqid=0 2024-11-15T02:21:17,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741854_1030 (size=8515) 2024-11-15T02:21:17,312 INFO [M:0;ce6119325ab7:43493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6c1ee2919e441ac85d47016c1368737 2024-11-15T02:21:17,357 DEBUG [M:0;ce6119325ab7:43493 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e06bf3b5ea654f299c310d8dca6bb893 is 69, key is ce6119325ab7,40301,1731637252328/rs:state/1731637254197/Put/seqid=0 2024-11-15T02:21:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741855_1031 (size=5156) 2024-11-15T02:21:17,398 INFO [M:0;ce6119325ab7:43493 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e06bf3b5ea654f299c310d8dca6bb893 2024-11-15T02:21:17,408 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d3c2c4cbfc2f4f579afefb0a82b46cb6 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3c2c4cbfc2f4f579afefb0a82b46cb6 2024-11-15T02:21:17,441 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d3c2c4cbfc2f4f579afefb0a82b46cb6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T02:21:17,442 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6c1ee2919e441ac85d47016c1368737 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6c1ee2919e441ac85d47016c1368737 2024-11-15T02:21:17,452 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6c1ee2919e441ac85d47016c1368737, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T02:21:17,453 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e06bf3b5ea654f299c310d8dca6bb893 as hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e06bf3b5ea654f299c310d8dca6bb893 2024-11-15T02:21:17,464 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37759/user/jenkins/test-data/09a369c0-9167-5c9a-52ff-e15757532d0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e06bf3b5ea654f299c310d8dca6bb893, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T02:21:17,468 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 240ms, sequenceid=97, compaction requested=false 2024-11-15T02:21:17,510 INFO [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:17,510 DEBUG [M:0;ce6119325ab7:43493 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637277226Disabling compacts and flushes for region at 1731637277226Disabling writes for close at 1731637277226Obtaining lock to block concurrent updates at 1731637277226Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637277226Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731637277226Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637277227 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637277227Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637277243 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637277243Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637277258 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637277283 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637277283Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637277319 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637277354 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637277354Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a042e15: reopening flushed file at 1731637277406 (+52 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6487c895: reopening flushed file at 1731637277441 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2be3e0a3: reopening flushed file at 1731637277452 (+11 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 240ms, sequenceid=97, compaction requested=false at 1731637277468 (+16 ms)Writing region close event to WAL at 1731637277510 (+42 ms)Closed at 1731637277510 2024-11-15T02:21:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42089 is added to blk_1073741830_1006 (size=63642) 2024-11-15T02:21:17,583 INFO [M:0;ce6119325ab7:43493 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:21:17,583 INFO [M:0;ce6119325ab7:43493 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43493 2024-11-15T02:21:17,583 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:17,584 INFO [M:0;ce6119325ab7:43493 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:17,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43493-0x1013c4b7fac0000, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:17,819 INFO [M:0;ce6119325ab7:43493 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:17,866 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10d68b60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:17,867 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6022ec56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:17,867 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:17,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48c9020f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:17,867 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3da91c4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:17,889 WARN [BP-1497248120-172.17.0.3-1731637249073 heartbeating to localhost/127.0.0.1:37759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:21:17,889 WARN [BP-1497248120-172.17.0.3-1731637249073 heartbeating to localhost/127.0.0.1:37759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1497248120-172.17.0.3-1731637249073 (Datanode Uuid a21fad9d-1420-48b1-a0c8-78294dc1164a) service to localhost/127.0.0.1:37759 2024-11-15T02:21:17,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/data/data2/current/BP-1497248120-172.17.0.3-1731637249073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:17,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:21:17,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:21:17,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/cluster_a39d4fd1-c929-30d4-15fb-ea0177c98519/data/data1/current/BP-1497248120-172.17.0.3-1731637249073 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:17,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:21:17,912 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17cf15ba{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:17,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1838b9cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:17,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:17,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a5bd915{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:17,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61efa2bd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bf11ff04-c839-3871-6046-7a478dae7de5/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:17,962 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:21:18,008 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:21:18,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c4b7fac0005, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:21:18,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c4b7fac0005, quorum=127.0.0.1:53145, baseZNode=/1-802075026 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:21:18,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c4b7fac0002, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:21:18,045 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c4b7fac0002, quorum=127.0.0.1:53145, baseZNode=/0-1648000881 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:21:18,058 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=244 (was 203) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33365 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53145) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33365 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37759 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53145) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:37759 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37759 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33365 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37759 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37759 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37759 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=626 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1196 (was 962) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=2271 (was 1682) - AvailableMemoryMB LEAK? - 2024-11-15T02:21:18,097 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=244, OpenFileDescriptor=626, MaxFileDescriptor=1048576, SystemLoadAverage=1196, ProcessCount=11, AvailableMemoryMB=2269 2024-11-15T02:21:18,135 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T02:21:18,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir so I do NOT create it in target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e 2024-11-15T02:21:18,136 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:21:18,156 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.tmp.dir so I do NOT create it in target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e 2024-11-15T02:21:18,156 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/dd9264dc-a8d6-208e-f488-704a14709bec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:21:18,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e 2024-11-15T02:21:18,156 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b, deleteOnExit=true 2024-11-15T02:21:18,278 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/zookeeper_0, clientPort=59699, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:21:18,298 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59699 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/test.cache.data in system properties and HBase conf 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:21:18,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:21:18,299 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:18,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:18,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:21:18,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:21:18,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:21:18,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:18,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:21:18,300 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:21:18,844 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T02:21:18,893 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,893 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,894 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,894 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,894 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,894 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,907 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,911 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:18,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:18,948 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:19,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:19,008 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:19,008 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:21:19,017 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:19,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2618d675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:19,021 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42813850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:19,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@10ec5bde{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/java.io.tmpdir/jetty-localhost-36947-hadoop-hdfs-3_4_1-tests_jar-_-any-18226394502802782596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:19,134 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c049c9a{HTTP/1.1, (http/1.1)}{localhost:36947} 2024-11-15T02:21:19,134 INFO [Time-limited test {}] server.Server(415): Started @195512ms 2024-11-15T02:21:19,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:19,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:19,145 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4156 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:19,599 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:19,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:19,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:19,614 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:19,614 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:21:19,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ffe7038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:19,615 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cf5c10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:19,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55933cd1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/java.io.tmpdir/jetty-localhost-41939-hadoop-hdfs-3_4_1-tests_jar-_-any-12908670101854000508/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:19,752 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42e6aa62{HTTP/1.1, (http/1.1)}{localhost:41939} 2024-11-15T02:21:19,752 INFO [Time-limited test {}] server.Server(415): Started @196130ms 2024-11-15T02:21:19,754 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:20,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:20,658 WARN [Thread-2164 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/data/data1/current/BP-838645793-172.17.0.3-1731637278390/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:20,678 WARN [Thread-2165 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/data/data2/current/BP-838645793-172.17.0.3-1731637278390/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:20,801 WARN [Thread-2152 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:21:20,823 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36df9a2ddd3ee8ed with lease ID 0x7d676f634d71009e: Processing first storage report for DS-66691df0-a348-43e5-999a-bdcc67edf306 from datanode DatanodeRegistration(127.0.0.1:36289, datanodeUuid=1092206b-2199-4179-9eda-532f04a02807, infoPort=40407, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=502216135;c=1731637278390) 2024-11-15T02:21:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36df9a2ddd3ee8ed with lease ID 0x7d676f634d71009e: from storage DS-66691df0-a348-43e5-999a-bdcc67edf306 node DatanodeRegistration(127.0.0.1:36289, datanodeUuid=1092206b-2199-4179-9eda-532f04a02807, infoPort=40407, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=502216135;c=1731637278390), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x36df9a2ddd3ee8ed with lease ID 0x7d676f634d71009e: Processing first storage report for DS-6655b272-d487-4756-9e7d-94c2ec5429f6 from datanode DatanodeRegistration(127.0.0.1:36289, datanodeUuid=1092206b-2199-4179-9eda-532f04a02807, infoPort=40407, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=502216135;c=1731637278390) 2024-11-15T02:21:20,824 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x36df9a2ddd3ee8ed with lease ID 0x7d676f634d71009e: from storage DS-6655b272-d487-4756-9e7d-94c2ec5429f6 node DatanodeRegistration(127.0.0.1:36289, datanodeUuid=1092206b-2199-4179-9eda-532f04a02807, infoPort=40407, infoSecurePort=0, ipcPort=39583, storageInfo=lv=-57;cid=testClusterID;nsid=502216135;c=1731637278390), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:20,901 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e 2024-11-15T02:21:20,901 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:20,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:20,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:21:20,931 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f with version=8 2024-11-15T02:21:20,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/hbase-staging 2024-11-15T02:21:20,933 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:20,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:20,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:20,933 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:20,933 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:20,934 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:20,934 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:21:20,934 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:20,935 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40871 2024-11-15T02:21:20,936 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40871 connecting to ZooKeeper ensemble=127.0.0.1:59699 2024-11-15T02:21:21,006 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408710x0, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:21,007 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40871-0x1013c4bf1cc0000 connected 2024-11-15T02:21:21,270 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:21,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:21,277 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/running 2024-11-15T02:21:21,277 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f, hbase.cluster.distributed=false 2024-11-15T02:21:21,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/acl 2024-11-15T02:21:21,298 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40871 2024-11-15T02:21:21,302 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40871 2024-11-15T02:21:21,312 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40871 2024-11-15T02:21:21,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40871 2024-11-15T02:21:21,344 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40871 2024-11-15T02:21:21,366 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:21:21,367 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:21,368 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38799 2024-11-15T02:21:21,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38799 connecting to ZooKeeper ensemble=127.0.0.1:59699 2024-11-15T02:21:21,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:21,371 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:21,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:387990x0, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:21,428 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38799-0x1013c4bf1cc0001 connected 2024-11-15T02:21:21,428 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/running 2024-11-15T02:21:21,428 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:21:21,429 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:21:21,429 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/master 2024-11-15T02:21:21,430 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/acl 2024-11-15T02:21:21,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38799 2024-11-15T02:21:21,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38799 2024-11-15T02:21:21,437 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38799 2024-11-15T02:21:21,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38799 2024-11-15T02:21:21,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38799 2024-11-15T02:21:21,456 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:40871 2024-11-15T02:21:21,467 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-164297495/backup-masters/ce6119325ab7,40871,1731637280933 2024-11-15T02:21:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495/backup-masters 2024-11-15T02:21:21,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495/backup-masters 2024-11-15T02:21:21,491 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on existing znode=/0-164297495/backup-masters/ce6119325ab7,40871,1731637280933 2024-11-15T02:21:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-164297495/master 2024-11-15T02:21:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:21,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:21,556 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on existing znode=/0-164297495/master 2024-11-15T02:21:21,557 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-164297495/backup-masters/ce6119325ab7,40871,1731637280933 from backup master directory 2024-11-15T02:21:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495/backup-masters 2024-11-15T02:21:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-164297495/backup-masters/ce6119325ab7,40871,1731637280933 2024-11-15T02:21:21,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495/backup-masters 2024-11-15T02:21:21,576 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:21,576 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,40871,1731637280933 2024-11-15T02:21:21,601 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/hbase.id] with ID: e2de6084-b392-4d5b-a61a-9c63f58c5e4d 2024-11-15T02:21:21,601 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/.tmp/hbase.id 2024-11-15T02:21:21,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:21:21,663 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/.tmp/hbase.id]:[hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/hbase.id] 2024-11-15T02:21:21,678 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:21,678 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:21:21,679 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:21:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:21,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:21,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:21:21,774 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:21,775 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:21:21,775 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:21:22,196 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store 2024-11-15T02:21:22,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:21:22,666 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:22,666 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:22,666 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:22,666 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:22,666 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:22,666 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:22,666 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:22,667 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637282666Disabling compacts and flushes for region at 1731637282666Disabling writes for close at 1731637282666Writing region close event to WAL at 1731637282666Closed at 1731637282666 2024-11-15T02:21:22,667 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/.initializing 2024-11-15T02:21:22,668 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/WALs/ce6119325ab7,40871,1731637280933 2024-11-15T02:21:22,673 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:22,677 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C40871%2C1731637280933, suffix=, logDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/WALs/ce6119325ab7,40871,1731637280933, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/oldWALs, maxLogs=10 2024-11-15T02:21:22,710 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/WALs/ce6119325ab7,40871,1731637280933/ce6119325ab7%2C40871%2C1731637280933.1731637282677, exclude list is [], retry=0 2024-11-15T02:21:22,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-66691df0-a348-43e5-999a-bdcc67edf306,DISK] 2024-11-15T02:21:22,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/WALs/ce6119325ab7,40871,1731637280933/ce6119325ab7%2C40871%2C1731637280933.1731637282677 2024-11-15T02:21:22,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-15T02:21:22,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:22,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:22,772 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,772 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,786 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:21:22,786 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:22,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:22,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,802 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:21:22,802 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:22,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:22,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,804 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:21:22,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:22,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:22,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:21:22,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:22,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:22,811 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,812 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,813 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,814 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,814 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,814 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:22,815 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:22,831 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:22,832 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66084252, jitterRate=-0.015267908573150635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:22,833 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637282772Initializing all the Stores at 1731637282773 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637282773Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637282784 (+11 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637282784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637282784Cleaning up temporary data from old regions at 1731637282814 (+30 ms)Region opened successfully at 1731637282833 (+19 ms) 2024-11-15T02:21:22,844 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:21:22,848 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25e403b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:22,848 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:21:22,849 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:21:22,849 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:21:22,849 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:21:22,849 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:21:22,850 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:21:22,850 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:21:22,852 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:21:22,853 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Unable to get data of znode /0-164297495/balancer because node does not exist (not necessarily an error) 2024-11-15T02:21:22,901 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/balancer already deleted, retry=false 2024-11-15T02:21:22,901 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:21:22,909 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Unable to get data of znode /0-164297495/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:21:22,917 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/normalizer already deleted, retry=false 2024-11-15T02:21:22,917 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:21:22,926 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Unable to get data of znode /0-164297495/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:21:22,938 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/switch/split already deleted, retry=false 2024-11-15T02:21:22,939 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Unable to get data of znode /0-164297495/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:21:22,948 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/switch/merge already deleted, retry=false 2024-11-15T02:21:22,950 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Unable to get data of znode /0-164297495/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:21:22,959 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/snapshot-cleanup already deleted, retry=false 2024-11-15T02:21:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-164297495/running 2024-11-15T02:21:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-164297495/running 2024-11-15T02:21:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:22,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:22,970 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,40871,1731637280933, sessionid=0x1013c4bf1cc0000, setting cluster-up flag (Was=false) 2024-11-15T02:21:22,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:22,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:23,028 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-164297495/flush-table-proc/acquired, /0-164297495/flush-table-proc/reached, /0-164297495/flush-table-proc/abort 2024-11-15T02:21:23,029 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,40871,1731637280933 2024-11-15T02:21:23,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:23,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:23,174 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:23,175 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:23,175 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8185 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:23,233 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-164297495/online-snapshot/acquired, /0-164297495/online-snapshot/reached, /0-164297495/online-snapshot/abort 2024-11-15T02:21:23,235 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,40871,1731637280933 2024-11-15T02:21:23,261 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:21:23,267 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:23,267 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:21:23,267 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:21:23,268 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of ce6119325ab7,45993,1731637224201: status=Processing ServerCrashProcedure of ce6119325ab7,45993,1731637224201 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731637239924, completionTime=-1 appears to have been leaked 2024-11-15T02:21:23,268 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,40871,1731637280933 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:23,269 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,304 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:23,304 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:21:23,305 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:23,305 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:21:23,340 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637313340 2024-11-15T02:21:23,340 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:21:23,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:21:23,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:21:23,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:21:23,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:21:23,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:21:23,345 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,352 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:21:23,352 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:21:23,352 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:21:23,352 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:21:23,353 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:21:23,353 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:21:23,354 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637283353,5,FailOnTimeoutGroup] 2024-11-15T02:21:23,355 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637283355,5,FailOnTimeoutGroup] 2024-11-15T02:21:23,355 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,355 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:21:23,355 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,355 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,360 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(746): ClusterId : e2de6084-b392-4d5b-a61a-9c63f58c5e4d 2024-11-15T02:21:23,360 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:21:23,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:21:23,366 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:21:23,366 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f 2024-11-15T02:21:23,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:21:23,413 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:21:23,413 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:21:23,476 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:21:23,477 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e06ae62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:23,502 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:38799 2024-11-15T02:21:23,502 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:21:23,502 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:21:23,502 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:21:23,503 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,40871,1731637280933 with port=38799, startcode=1731637281366 2024-11-15T02:21:23,503 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:21:23,505 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:21:23,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40871 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,505 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40871 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,516 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f 2024-11-15T02:21:23,516 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32917 2024-11-15T02:21:23,516 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:21:23,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495/rs 2024-11-15T02:21:23,554 DEBUG [RS:0;ce6119325ab7:38799 {}] zookeeper.ZKUtil(111): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on existing znode=/0-164297495/rs/ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,554 WARN [RS:0;ce6119325ab7:38799 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:23,554 INFO [RS:0;ce6119325ab7:38799 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:23,555 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,556 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,38799,1731637281366] 2024-11-15T02:21:23,559 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:21:23,568 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:21:23,579 INFO [RS:0;ce6119325ab7:38799 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:21:23,579 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,580 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:21:23,582 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:21:23,582 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,582 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,583 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,583 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,583 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,583 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:23,583 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:23,583 DEBUG [RS:0;ce6119325ab7:38799 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:23,588 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,588 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,588 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,588 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,588 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,588 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38799,1731637281366-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:23,612 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:21:23,612 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38799,1731637281366-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,612 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,612 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.Replication(171): ce6119325ab7,38799,1731637281366 started 2024-11-15T02:21:23,626 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:23,627 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,38799,1731637281366, RpcServer on ce6119325ab7/172.17.0.3:38799, sessionid=0x1013c4bf1cc0001 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,38799,1731637281366' 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-164297495/flush-table-proc/abort' 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-164297495/flush-table-proc/acquired' 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,38799,1731637281366' 2024-11-15T02:21:23,627 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-164297495/online-snapshot/abort' 2024-11-15T02:21:23,628 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-164297495/online-snapshot/acquired' 2024-11-15T02:21:23,628 DEBUG [RS:0;ce6119325ab7:38799 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:21:23,628 INFO [RS:0;ce6119325ab7:38799 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:21:23,628 INFO [RS:0;ce6119325ab7:38799 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:21:23,728 INFO [RS:0;ce6119325ab7:38799 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:23,729 INFO [RS:0;ce6119325ab7:38799 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38799%2C1731637281366, suffix=, logDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/oldWALs, maxLogs=10 2024-11-15T02:21:23,742 DEBUG [RS:0;ce6119325ab7:38799 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, exclude list is [], retry=0 2024-11-15T02:21:23,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-66691df0-a348-43e5-999a-bdcc67edf306,DISK] 2024-11-15T02:21:23,746 INFO [RS:0;ce6119325ab7:38799 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 2024-11-15T02:21:23,746 DEBUG [RS:0;ce6119325ab7:38799 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-15T02:21:23,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:23,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:23,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:23,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:23,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:23,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:23,803 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:23,803 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:23,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:23,803 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:23,804 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:23,804 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:23,804 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:23,805 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:23,806 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:23,806 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:23,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:23,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:23,807 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740 2024-11-15T02:21:23,809 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740 2024-11-15T02:21:23,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:23,810 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:23,810 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:23,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:23,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:23,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59902578, jitterRate=-0.10738202929496765}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:23,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637283790Initializing all the Stores at 1731637283791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637283791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637283797 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637283797Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637283797Cleaning up temporary data from old regions at 1731637283810 (+13 ms)Region opened successfully at 1731637283822 (+12 ms) 2024-11-15T02:21:23,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:23,822 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:23,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:23,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:23,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:23,828 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:23,829 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637283822Disabling compacts and flushes for region at 1731637283822Disabling writes for close at 1731637283822Writing region close event to WAL at 1731637283828 (+6 ms)Closed at 1731637283828 2024-11-15T02:21:23,831 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:23,831 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:21:23,831 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:21:23,833 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:23,833 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:21:23,984 DEBUG [ce6119325ab7:40871 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:21:23,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:23,985 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,38799,1731637281366, state=OPENING 2024-11-15T02:21:24,006 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:21:24,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:24,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:24,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-164297495/meta-region-server: CHANGED 2024-11-15T02:21:24,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-164297495/meta-region-server: CHANGED 2024-11-15T02:21:24,017 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:24,017 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,38799,1731637281366}] 2024-11-15T02:21:24,170 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:24,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34713, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:21:24,174 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:21:24,174 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:24,174 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:21:24,175 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38799%2C1731637281366.meta, suffix=.meta, logDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/oldWALs, maxLogs=10 2024-11-15T02:21:24,191 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.meta.1731637284176.meta, exclude list is [], retry=0 2024-11-15T02:21:24,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-66691df0-a348-43e5-999a-bdcc67edf306,DISK] 2024-11-15T02:21:24,199 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.meta.1731637284176.meta 2024-11-15T02:21:24,200 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-15T02:21:24,200 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:24,201 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:24,201 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:24,201 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:21:24,201 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:21:24,201 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:21:24,201 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:24,201 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:21:24,201 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:21:24,202 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:24,203 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:24,203 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:24,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:24,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:24,204 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:24,204 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:24,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:24,204 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:24,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:24,205 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:24,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:24,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:24,205 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:24,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:24,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:24,206 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:24,207 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740 2024-11-15T02:21:24,207 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740 2024-11-15T02:21:24,208 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:24,208 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:24,209 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:24,210 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:24,210 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71805168, jitterRate=0.06998038291931152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:24,211 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:21:24,211 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637284201Writing region info on filesystem at 1731637284201Initializing all the Stores at 1731637284202 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637284202Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637284202Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637284202Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637284202Cleaning up temporary data from old regions at 1731637284208 (+6 ms)Running coprocessor post-open hooks at 1731637284211 (+3 ms)Region opened successfully at 1731637284211 2024-11-15T02:21:24,212 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637284170 2024-11-15T02:21:24,214 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:21:24,214 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:21:24,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:24,216 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,38799,1731637281366, state=OPEN 2024-11-15T02:21:24,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-164297495/meta-region-server 2024-11-15T02:21:24,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-164297495/meta-region-server 2024-11-15T02:21:24,257 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:24,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-164297495/meta-region-server: CHANGED 2024-11-15T02:21:24,257 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-164297495/meta-region-server: CHANGED 2024-11-15T02:21:24,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:21:24,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,38799,1731637281366 in 240 msec 2024-11-15T02:21:24,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:21:24,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-15T02:21:24,265 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:24,265 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:21:24,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:24,267 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38799,1731637281366, seqNum=-1] 2024-11-15T02:21:24,267 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:24,269 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50845, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:24,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0090 sec 2024-11-15T02:21:24,275 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637284275, completionTime=-1 2024-11-15T02:21:24,275 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:21:24,275 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637344278 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637404278 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40871,1731637280933-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40871,1731637280933-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40871,1731637280933-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:40871, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,278 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,279 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,281 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.708sec 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40871,1731637280933-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:24,284 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40871,1731637280933-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:21:24,288 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:21:24,288 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:21:24,288 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40871,1731637280933-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:24,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a88eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:24,369 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40871,-1 for getting cluster id 2024-11-15T02:21:24,369 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:24,374 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2de6084-b392-4d5b-a61a-9c63f58c5e4d' 2024-11-15T02:21:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2de6084-b392-4d5b-a61a-9c63f58c5e4d" 2024-11-15T02:21:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c5cc912, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:24,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40871,-1] 2024-11-15T02:21:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:24,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:24,377 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:24,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15902f46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:24,379 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38799,1731637281366, seqNum=-1] 2024-11-15T02:21:24,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:24,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:24,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,40871,1731637280933 2024-11-15T02:21:24,387 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59699 2024-11-15T02:21:24,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:24,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4bf1cc0002 connected 2024-11-15T02:21:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir so I do NOT create it in target/test-data/fe82ff97-110a-24b5-7399-323e30655176 2024-11-15T02:21:24,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:21:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.tmp.dir so I do NOT create it in target/test-data/fe82ff97-110a-24b5-7399-323e30655176 2024-11-15T02:21:24,420 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:21:24,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176 2024-11-15T02:21:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:21:24,420 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/cluster_ab73e921-08ed-32da-a941-a5ce77cf314f, deleteOnExit=true 2024-11-15T02:21:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:21:24,420 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/test.cache.data in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:21:24,421 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:21:24,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:21:24,422 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:21:24,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:24,897 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:24,928 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:24,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:24,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:21:24,941 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:24,949 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9d1b35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:24,950 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e8fb52c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:25,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6694a323{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/java.io.tmpdir/jetty-localhost-41901-hadoop-hdfs-3_4_1-tests_jar-_-any-13800785540324182764/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:25,128 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@535bcf4a{HTTP/1.1, (http/1.1)}{localhost:41901} 2024-11-15T02:21:25,128 INFO [Time-limited test {}] server.Server(415): Started @201506ms 2024-11-15T02:21:25,577 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:25,610 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,611 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,612 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,627 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:25,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:25,638 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:25,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:25,638 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:25,638 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:21:25,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b51fbb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:25,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ccc127c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:25,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@66b85791{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/java.io.tmpdir/jetty-localhost-46325-hadoop-hdfs-3_4_1-tests_jar-_-any-12276633665051550564/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:25,766 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ed1954a{HTTP/1.1, (http/1.1)}{localhost:46325} 2024-11-15T02:21:25,766 INFO [Time-limited test {}] server.Server(415): Started @202143ms 2024-11-15T02:21:25,767 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:21:26,610 WARN [Thread-2285 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/cluster_ab73e921-08ed-32da-a941-a5ce77cf314f/data/data1/current/BP-317567149-172.17.0.3-1731637284446/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:26,610 WARN [Thread-2286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/cluster_ab73e921-08ed-32da-a941-a5ce77cf314f/data/data2/current/BP-317567149-172.17.0.3-1731637284446/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:26,630 WARN [Thread-2273 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:21:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c31e8b551620fb with lease ID 0xbdadce97e3f0747d: Processing first storage report for DS-37237d26-e323-497a-aaf5-88859f74e193 from datanode DatanodeRegistration(127.0.0.1:39435, datanodeUuid=ad2cbce2-800f-411b-85ed-6857217cc5bf, infoPort=42785, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=269113742;c=1731637284446) 2024-11-15T02:21:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c31e8b551620fb with lease ID 0xbdadce97e3f0747d: from storage DS-37237d26-e323-497a-aaf5-88859f74e193 node DatanodeRegistration(127.0.0.1:39435, datanodeUuid=ad2cbce2-800f-411b-85ed-6857217cc5bf, infoPort=42785, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=269113742;c=1731637284446), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6c31e8b551620fb with lease ID 0xbdadce97e3f0747d: Processing first storage report for DS-d6db1bca-3ed6-46f2-853a-19705099c50e from datanode DatanodeRegistration(127.0.0.1:39435, datanodeUuid=ad2cbce2-800f-411b-85ed-6857217cc5bf, infoPort=42785, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=269113742;c=1731637284446) 2024-11-15T02:21:26,632 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6c31e8b551620fb with lease ID 0xbdadce97e3f0747d: from storage DS-d6db1bca-3ed6-46f2-853a-19705099c50e node DatanodeRegistration(127.0.0.1:39435, datanodeUuid=ad2cbce2-800f-411b-85ed-6857217cc5bf, infoPort=42785, infoSecurePort=0, ipcPort=44485, storageInfo=lv=-57;cid=testClusterID;nsid=269113742;c=1731637284446), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:26,643 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176 2024-11-15T02:21:26,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:26,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:26,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:21:27,052 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b with version=8 2024-11-15T02:21:27,052 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/hbase-staging 2024-11-15T02:21:27,055 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:27,055 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41713 2024-11-15T02:21:27,056 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41713 connecting to ZooKeeper ensemble=127.0.0.1:59699 2024-11-15T02:21:27,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417130x0, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:27,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41713-0x1013c4bf1cc0003 connected 2024-11-15T02:21:27,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:27,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:27,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/running 2024-11-15T02:21:27,193 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b, hbase.cluster.distributed=false 2024-11-15T02:21:27,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/acl 2024-11-15T02:21:27,196 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41713 2024-11-15T02:21:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41713 2024-11-15T02:21:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41713 2024-11-15T02:21:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41713 2024-11-15T02:21:27,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41713 2024-11-15T02:21:27,210 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:27,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:27,210 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:27,211 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:27,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:27,211 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:27,211 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:21:27,211 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:27,212 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38123 2024-11-15T02:21:27,212 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38123 connecting to ZooKeeper ensemble=127.0.0.1:59699 2024-11-15T02:21:27,213 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:27,214 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:27,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381230x0, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:27,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38123-0x1013c4bf1cc0004 connected 2024-11-15T02:21:27,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/running 2024-11-15T02:21:27,228 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:21:27,235 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:21:27,235 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/master 2024-11-15T02:21:27,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/acl 2024-11-15T02:21:27,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-15T02:21:27,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38123 2024-11-15T02:21:27,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38123 2024-11-15T02:21:27,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-15T02:21:27,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38123 2024-11-15T02:21:27,263 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:41713 2024-11-15T02:21:27,264 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11879942069/backup-masters/ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069/backup-masters 2024-11-15T02:21:27,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069/backup-masters 2024-11-15T02:21:27,275 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on existing znode=/11879942069/backup-masters/ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11879942069/master 2024-11-15T02:21:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,285 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on existing znode=/11879942069/master 2024-11-15T02:21:27,286 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11879942069/backup-masters/ce6119325ab7,41713,1731637287054 from backup master directory 2024-11-15T02:21:27,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069/backup-masters 2024-11-15T02:21:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11879942069/backup-masters/ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069/backup-masters 2024-11-15T02:21:27,296 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:27,296 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,305 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/hbase.id] with ID: 2c07978f-7e16-41a4-9b0d-ce4229f01035 2024-11-15T02:21:27,305 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/.tmp/hbase.id 2024-11-15T02:21:27,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:21:27,323 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/.tmp/hbase.id]:[hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/hbase.id] 2024-11-15T02:21:27,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:27,341 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:21:27,342 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:21:27,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:21:27,358 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:27,359 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:21:27,360 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:27,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:21:27,370 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store 2024-11-15T02:21:27,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:21:27,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:27,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:27,410 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:27,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:27,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:27,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:27,410 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:27,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637287410Disabling compacts and flushes for region at 1731637287410Disabling writes for close at 1731637287410Writing region close event to WAL at 1731637287410Closed at 1731637287410 2024-11-15T02:21:27,411 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/.initializing 2024-11-15T02:21:27,411 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/WALs/ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,412 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:27,413 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C41713%2C1731637287054, suffix=, logDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/WALs/ce6119325ab7,41713,1731637287054, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/oldWALs, maxLogs=10 2024-11-15T02:21:27,444 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/WALs/ce6119325ab7,41713,1731637287054/ce6119325ab7%2C41713%2C1731637287054.1731637287414, exclude list is [], retry=0 2024-11-15T02:21:27,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-37237d26-e323-497a-aaf5-88859f74e193,DISK] 2024-11-15T02:21:27,454 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/WALs/ce6119325ab7,41713,1731637287054/ce6119325ab7%2C41713%2C1731637287054.1731637287414 2024-11-15T02:21:27,454 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-15T02:21:27,454 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:27,454 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:27,454 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,454 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:21:27,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:27,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:27,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:21:27,460 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:27,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:27,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:21:27,462 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:27,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:27,462 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,465 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:21:27,465 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:27,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:27,466 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,467 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,467 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,468 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,468 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,469 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:27,470 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:27,478 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:27,478 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61343196, jitterRate=-0.08591514825820923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:27,479 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637287455Initializing all the Stores at 1731637287455Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637287455Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637287456 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637287456Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637287456Cleaning up temporary data from old regions at 1731637287468 (+12 ms)Region opened successfully at 1731637287479 (+11 ms) 2024-11-15T02:21:27,479 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:21:27,483 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e1e7d85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:27,484 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:21:27,484 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:21:27,484 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:21:27,485 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:21:27,485 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:21:27,486 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:21:27,486 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:21:27,488 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:21:27,489 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Unable to get data of znode /11879942069/balancer because node does not exist (not necessarily an error) 2024-11-15T02:21:27,551 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/balancer already deleted, retry=false 2024-11-15T02:21:27,552 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:21:27,556 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Unable to get data of znode /11879942069/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:21:27,579 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/normalizer already deleted, retry=false 2024-11-15T02:21:27,580 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:21:27,582 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Unable to get data of znode /11879942069/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:21:27,592 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/switch/split already deleted, retry=false 2024-11-15T02:21:27,593 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Unable to get data of znode /11879942069/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:21:27,607 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/switch/merge already deleted, retry=false 2024-11-15T02:21:27,609 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Unable to get data of znode /11879942069/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:21:27,621 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/snapshot-cleanup already deleted, retry=false 2024-11-15T02:21:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11879942069/running 2024-11-15T02:21:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11879942069/running 2024-11-15T02:21:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,636 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,41713,1731637287054, sessionid=0x1013c4bf1cc0003, setting cluster-up flag (Was=false) 2024-11-15T02:21:27,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,659 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,696 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11879942069/flush-table-proc/acquired, /11879942069/flush-table-proc/reached, /11879942069/flush-table-proc/abort 2024-11-15T02:21:27,697 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:27,753 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11879942069/online-snapshot/acquired, /11879942069/online-snapshot/reached, /11879942069/online-snapshot/abort 2024-11-15T02:21:27,756 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41713,1731637287054 2024-11-15T02:21:27,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:21:27,769 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:27,769 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:21:27,769 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:21:27,769 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,41713,1731637287054 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:27,771 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:27,790 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:27,790 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:21:27,791 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:27,791 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:21:27,792 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637317792 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:21:27,793 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:27,795 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:21:27,795 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:21:27,795 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:21:27,795 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:21:27,795 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:21:27,795 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:21:27,796 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637287795,5,FailOnTimeoutGroup] 2024-11-15T02:21:27,796 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637287796,5,FailOnTimeoutGroup] 2024-11-15T02:21:27,796 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:27,796 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:21:27,796 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:27,796 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:27,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:21:27,869 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(746): ClusterId : 2c07978f-7e16-41a4-9b0d-ce4229f01035 2024-11-15T02:21:27,869 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:21:27,901 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:21:27,901 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:21:27,919 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:21:27,919 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@463ded12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:27,934 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:38123 2024-11-15T02:21:27,935 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:21:27,935 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:21:27,935 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:21:27,935 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,41713,1731637287054 with port=38123, startcode=1731637287210 2024-11-15T02:21:27,936 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:21:27,938 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:21:27,938 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,38123,1731637287210 2024-11-15T02:21:27,939 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41713 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:27,940 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b 2024-11-15T02:21:27,940 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43385 2024-11-15T02:21:27,940 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:21:28,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069/rs 2024-11-15T02:21:28,024 DEBUG [RS:0;ce6119325ab7:38123 {}] zookeeper.ZKUtil(111): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on existing znode=/11879942069/rs/ce6119325ab7,38123,1731637287210 2024-11-15T02:21:28,024 WARN [RS:0;ce6119325ab7:38123 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:28,024 INFO [RS:0;ce6119325ab7:38123 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:28,024 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210 2024-11-15T02:21:28,024 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,38123,1731637287210] 2024-11-15T02:21:28,027 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:21:28,028 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:21:28,029 INFO [RS:0;ce6119325ab7:38123 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:21:28,029 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,029 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:21:28,030 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:21:28,030 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:28,030 DEBUG [RS:0;ce6119325ab7:38123 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:28,031 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,031 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,031 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,031 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,031 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,031 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38123,1731637287210-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:28,051 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:21:28,052 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38123,1731637287210-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,052 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,052 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.Replication(171): ce6119325ab7,38123,1731637287210 started 2024-11-15T02:21:28,068 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:28,068 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,38123,1731637287210, RpcServer on ce6119325ab7/172.17.0.3:38123, sessionid=0x1013c4bf1cc0004 2024-11-15T02:21:28,068 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:21:28,068 DEBUG [RS:0;ce6119325ab7:38123 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,38123,1731637287210 2024-11-15T02:21:28,068 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,38123,1731637287210' 2024-11-15T02:21:28,068 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11879942069/flush-table-proc/abort' 2024-11-15T02:21:28,068 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11879942069/flush-table-proc/acquired' 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,38123,1731637287210 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,38123,1731637287210' 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11879942069/online-snapshot/abort' 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11879942069/online-snapshot/acquired' 2024-11-15T02:21:28,069 DEBUG [RS:0;ce6119325ab7:38123 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:21:28,069 INFO [RS:0;ce6119325ab7:38123 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:21:28,069 INFO [RS:0;ce6119325ab7:38123 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:21:28,170 INFO [RS:0;ce6119325ab7:38123 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:28,171 INFO [RS:0;ce6119325ab7:38123 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38123%2C1731637287210, suffix=, logDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/oldWALs, maxLogs=10 2024-11-15T02:21:28,185 DEBUG [RS:0;ce6119325ab7:38123 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, exclude list is [], retry=0 2024-11-15T02:21:28,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-37237d26-e323-497a-aaf5-88859f74e193,DISK] 2024-11-15T02:21:28,190 INFO [RS:0;ce6119325ab7:38123 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 2024-11-15T02:21:28,190 DEBUG [RS:0;ce6119325ab7:38123 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-15T02:21:28,209 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:21:28,210 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b 2024-11-15T02:21:28,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:21:28,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:28,618 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:28,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:28,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:28,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:28,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:28,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:28,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:28,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:28,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:28,624 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:28,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:28,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:28,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:28,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:28,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:28,626 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:28,626 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:28,627 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740 2024-11-15T02:21:28,628 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740 2024-11-15T02:21:28,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:28,629 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:28,629 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:28,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:28,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:28,636 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60457632, jitterRate=-0.09911108016967773}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637288616Initializing all the Stores at 1731637288617 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637288617Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637288618 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637288618Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637288618Cleaning up temporary data from old regions at 1731637288629 (+11 ms)Region opened successfully at 1731637288636 (+7 ms) 2024-11-15T02:21:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:28,636 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:28,636 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:28,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637288636Disabling compacts and flushes for region at 1731637288636Disabling writes for close at 1731637288636Writing region close event to WAL at 1731637288636Closed at 1731637288636 2024-11-15T02:21:28,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:28,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:21:28,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:21:28,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:28,639 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:21:28,790 DEBUG [ce6119325ab7:41713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:21:28,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:28,793 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,38123,1731637287210, state=OPENING 2024-11-15T02:21:28,806 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:21:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:28,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11879942069/meta-region-server: CHANGED 2024-11-15T02:21:28,817 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11879942069/meta-region-server: CHANGED 2024-11-15T02:21:28,818 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:28,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,38123,1731637287210}] 2024-11-15T02:21:28,974 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:28,979 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:21:29,004 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:21:29,004 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:29,005 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:21:29,016 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38123%2C1731637287210.meta, suffix=.meta, logDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/oldWALs, maxLogs=10 2024-11-15T02:21:29,035 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.meta.1731637289016.meta, exclude list is [], retry=0 2024-11-15T02:21:29,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-37237d26-e323-497a-aaf5-88859f74e193,DISK] 2024-11-15T02:21:29,055 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.meta.1731637289016.meta 2024-11-15T02:21:29,068 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-15T02:21:29,068 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:29,069 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:29,069 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:29,069 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:21:29,069 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:21:29,069 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:21:29,069 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:29,069 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:21:29,070 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:21:29,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:29,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:29,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:29,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:29,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:29,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:29,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:29,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:29,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:29,097 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:29,097 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:29,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:29,097 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:29,098 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:29,098 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:29,098 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:29,098 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:29,099 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740 2024-11-15T02:21:29,100 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740 2024-11-15T02:21:29,102 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:29,102 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:29,103 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:29,104 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:29,106 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75022951, jitterRate=0.11792908608913422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:29,106 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:21:29,106 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637289070Writing region info on filesystem at 1731637289070Initializing all the Stores at 1731637289070Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637289071 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637289074 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637289074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637289074Cleaning up temporary data from old regions at 1731637289102 (+28 ms)Running coprocessor post-open hooks at 1731637289106 (+4 ms)Region opened successfully at 1731637289106 2024-11-15T02:21:29,109 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637288973 2024-11-15T02:21:29,115 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:21:29,115 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:29,115 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:21:29,117 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,38123,1731637287210, state=OPEN 2024-11-15T02:21:29,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11879942069/meta-region-server 2024-11-15T02:21:29,132 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11879942069/meta-region-server: CHANGED 2024-11-15T02:21:29,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11879942069/meta-region-server 2024-11-15T02:21:29,136 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:29,136 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11879942069/meta-region-server: CHANGED 2024-11-15T02:21:29,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:21:29,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,38123,1731637287210 in 318 msec 2024-11-15T02:21:29,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:21:29,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 501 msec 2024-11-15T02:21:29,145 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:29,145 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:21:29,147 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:29,147 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38123,1731637287210, seqNum=-1] 2024-11-15T02:21:29,148 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:29,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:29,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3950 sec 2024-11-15T02:21:29,158 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637289158, completionTime=-1 2024-11-15T02:21:29,158 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:21:29,158 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637349161 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637409161 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41713,1731637287054-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41713,1731637287054-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41713,1731637287054-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:41713, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,164 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.869sec 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41713,1731637287054-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:29,165 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41713,1731637287054-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:21:29,187 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@546b1060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:29,187 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41713,-1 for getting cluster id 2024-11-15T02:21:29,187 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:29,197 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c07978f-7e16-41a4-9b0d-ce4229f01035' 2024-11-15T02:21:29,198 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:21:29,198 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:21:29,198 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41713,1731637287054-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:29,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:29,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c07978f-7e16-41a4-9b0d-ce4229f01035" 2024-11-15T02:21:29,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b79e25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41713,-1] 2024-11-15T02:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:29,201 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:29,202 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:29,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a773d78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:29,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:29,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38123,1731637287210, seqNum=-1] 2024-11-15T02:21:29,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:29,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:29,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,41713,1731637287054 2024-11-15T02:21:29,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59699 2024-11-15T02:21:29,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:29,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c4bf1cc0005 connected 2024-11-15T02:21:29,383 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40871,1731637280933 2024-11-15T02:21:29,384 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ee1f2b8 2024-11-15T02:21:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:29,389 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:29,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:21:29,392 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:29,393 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:29,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:29,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:21:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:29,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:21:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:29,560 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:21:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:29,837 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 07d4179a986fb09380ece10a540793a8, NAME => 'test,,1731637289389.07d4179a986fb09380ece10a540793a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f 2024-11-15T02:21:29,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:21:29,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637289389.07d4179a986fb09380ece10a540793a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:29,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 07d4179a986fb09380ece10a540793a8, disabling compactions & flushes 2024-11-15T02:21:29,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:29,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:29,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637289389.07d4179a986fb09380ece10a540793a8. after waiting 0 ms 2024-11-15T02:21:29,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:29,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:29,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 07d4179a986fb09380ece10a540793a8: Waiting for close lock at 1731637289892Disabling compacts and flushes for region at 1731637289892Disabling writes for close at 1731637289892Writing region close event to WAL at 1731637289892Closed at 1731637289892 2024-11-15T02:21:29,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:29,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637289389.07d4179a986fb09380ece10a540793a8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637289897"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637289897"}]},"ts":"1731637289897"} 2024-11-15T02:21:29,904 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:29,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:29,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637289905"}]},"ts":"1731637289905"} 2024-11-15T02:21:29,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:21:29,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07d4179a986fb09380ece10a540793a8, ASSIGN}] 2024-11-15T02:21:29,922 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=07d4179a986fb09380ece10a540793a8, ASSIGN 2024-11-15T02:21:29,923 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=07d4179a986fb09380ece10a540793a8, ASSIGN; state=OFFLINE, location=ce6119325ab7,38799,1731637281366; forceNewPlan=false, retain=false 2024-11-15T02:21:30,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:30,074 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07d4179a986fb09380ece10a540793a8, regionState=OPENING, regionLocation=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:30,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=07d4179a986fb09380ece10a540793a8, ASSIGN because future has completed 2024-11-15T02:21:30,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d4179a986fb09380ece10a540793a8, server=ce6119325ab7,38799,1731637281366}] 2024-11-15T02:21:30,268 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:30,268 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 07d4179a986fb09380ece10a540793a8, NAME => 'test,,1731637289389.07d4179a986fb09380ece10a540793a8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:30,269 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:30,269 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:21:30,269 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,269 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637289389.07d4179a986fb09380ece10a540793a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:30,270 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,270 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,304 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,321 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d4179a986fb09380ece10a540793a8 columnFamilyName f 2024-11-15T02:21:30,321 DEBUG [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:30,324 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] regionserver.HStore(327): Store=07d4179a986fb09380ece10a540793a8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:30,324 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,333 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d4179a986fb09380ece10a540793a8 columnFamilyName f1 2024-11-15T02:21:30,333 DEBUG [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:30,336 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] regionserver.HStore(327): Store=07d4179a986fb09380ece10a540793a8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:30,336 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,338 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 07d4179a986fb09380ece10a540793a8 columnFamilyName norep 2024-11-15T02:21:30,338 DEBUG [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:30,342 INFO [StoreOpener-07d4179a986fb09380ece10a540793a8-1 {}] regionserver.HStore(327): Store=07d4179a986fb09380ece10a540793a8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:30,344 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,348 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,349 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,368 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,368 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:21:30,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:30,376 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T02:21:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T02:21:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T02:21:30,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:21:30,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:30,383 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,392 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:30,393 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 07d4179a986fb09380ece10a540793a8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74566392, jitterRate=0.11112582683563232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:30,393 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:30,394 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 07d4179a986fb09380ece10a540793a8: Running coprocessor pre-open hook at 1731637290270Writing region info on filesystem at 1731637290270Initializing all the Stores at 1731637290288 (+18 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637290288Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637290304 (+16 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637290304Cleaning up temporary data from old regions at 1731637290368 (+64 ms)Running coprocessor post-open hooks at 1731637290393 (+25 ms)Region opened successfully at 1731637290393 2024-11-15T02:21:30,395 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637289389.07d4179a986fb09380ece10a540793a8., pid=6, masterSystemTime=1731637290256 2024-11-15T02:21:30,418 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:30,418 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:30,421 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=07d4179a986fb09380ece10a540793a8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:30,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 07d4179a986fb09380ece10a540793a8, server=ce6119325ab7,38799,1731637281366 because future has completed 2024-11-15T02:21:30,436 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40871 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ce6119325ab7,38799,1731637281366, table=test, region=07d4179a986fb09380ece10a540793a8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:21:30,439 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:21:30,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 07d4179a986fb09380ece10a540793a8, server=ce6119325ab7,38799,1731637281366 in 354 msec 2024-11-15T02:21:30,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:21:30,446 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=07d4179a986fb09380ece10a540793a8, ASSIGN in 525 msec 2024-11-15T02:21:30,447 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:30,447 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637290447"}]},"ts":"1731637290447"} 2024-11-15T02:21:30,458 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:21:30,459 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:30,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.0690 sec 2024-11-15T02:21:30,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:30,536 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:21:30,538 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41713,1731637287054 2024-11-15T02:21:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60f9f287 2024-11-15T02:21:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:30,543 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:30,549 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:21:30,560 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:30,560 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:30,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:21:30,564 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:30,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:30,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:21:30,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42f1352a0d8aa9fb111deed8564f8660, NAME => 'test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b 2024-11-15T02:21:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:30,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:21:30,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:30,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42f1352a0d8aa9fb111deed8564f8660, disabling compactions & flushes 2024-11-15T02:21:30,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:30,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:30,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. after waiting 0 ms 2024-11-15T02:21:30,691 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:30,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:30,692 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42f1352a0d8aa9fb111deed8564f8660: Waiting for close lock at 1731637290691Disabling compacts and flushes for region at 1731637290691Disabling writes for close at 1731637290691Writing region close event to WAL at 1731637290691Closed at 1731637290691 2024-11-15T02:21:30,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:30,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637290699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637290699"}]},"ts":"1731637290699"} 2024-11-15T02:21:30,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:30,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:30,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637290702"}]},"ts":"1731637290702"} 2024-11-15T02:21:30,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:21:30,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42f1352a0d8aa9fb111deed8564f8660, ASSIGN}] 2024-11-15T02:21:30,716 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42f1352a0d8aa9fb111deed8564f8660, ASSIGN 2024-11-15T02:21:30,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42f1352a0d8aa9fb111deed8564f8660, ASSIGN; state=OFFLINE, location=ce6119325ab7,38123,1731637287210; forceNewPlan=false, retain=false 2024-11-15T02:21:30,876 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42f1352a0d8aa9fb111deed8564f8660, regionState=OPENING, regionLocation=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:30,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42f1352a0d8aa9fb111deed8564f8660, ASSIGN because future has completed 2024-11-15T02:21:30,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:30,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f1352a0d8aa9fb111deed8564f8660, server=ce6119325ab7,38123,1731637287210}] 2024-11-15T02:21:31,050 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:31,050 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42f1352a0d8aa9fb111deed8564f8660, NAME => 'test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:31,051 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:31,051 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:21:31,051 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,051 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:31,051 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,051 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,057 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,059 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1352a0d8aa9fb111deed8564f8660 columnFamilyName f 2024-11-15T02:21:31,059 DEBUG [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:31,059 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] regionserver.HStore(327): Store=42f1352a0d8aa9fb111deed8564f8660/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:31,059 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,060 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1352a0d8aa9fb111deed8564f8660 columnFamilyName f1 2024-11-15T02:21:31,060 DEBUG [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:31,068 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] regionserver.HStore(327): Store=42f1352a0d8aa9fb111deed8564f8660/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:31,068 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,071 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f1352a0d8aa9fb111deed8564f8660 columnFamilyName norep 2024-11-15T02:21:31,072 DEBUG [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:31,074 INFO [StoreOpener-42f1352a0d8aa9fb111deed8564f8660-1 {}] regionserver.HStore(327): Store=42f1352a0d8aa9fb111deed8564f8660/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:31,074 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,077 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,081 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,093 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,093 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,094 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:31,105 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,128 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:31,135 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42f1352a0d8aa9fb111deed8564f8660; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75196623, jitterRate=0.12051700055599213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:31,135 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:31,135 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42f1352a0d8aa9fb111deed8564f8660: Running coprocessor pre-open hook at 1731637291051Writing region info on filesystem at 1731637291051Initializing all the Stores at 1731637291052 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637291052Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637291057 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637291057Cleaning up temporary data from old regions at 1731637291093 (+36 ms)Running coprocessor post-open hooks at 1731637291135 (+42 ms)Region opened successfully at 1731637291135 2024-11-15T02:21:31,139 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660., pid=6, masterSystemTime=1731637291046 2024-11-15T02:21:31,142 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:31,142 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:31,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42f1352a0d8aa9fb111deed8564f8660, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:31,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f1352a0d8aa9fb111deed8564f8660, server=ce6119325ab7,38123,1731637287210 because future has completed 2024-11-15T02:21:31,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:21:31,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42f1352a0d8aa9fb111deed8564f8660, server=ce6119325ab7,38123,1731637287210 in 255 msec 2024-11-15T02:21:31,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:31,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:21:31,196 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42f1352a0d8aa9fb111deed8564f8660, ASSIGN in 464 msec 2024-11-15T02:21:31,204 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:31,204 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637291204"}]},"ts":"1731637291204"} 2024-11-15T02:21:31,212 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:21:31,220 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:31,240 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 672 msec 2024-11-15T02:21:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:21:31,712 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:21:31,732 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad124a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,732 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40871,-1 for getting cluster id 2024-11-15T02:21:31,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:31,733 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2de6084-b392-4d5b-a61a-9c63f58c5e4d' 2024-11-15T02:21:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2de6084-b392-4d5b-a61a-9c63f58c5e4d" 2024-11-15T02:21:31,736 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b9f242d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40871,-1] 2024-11-15T02:21:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:31,737 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:31,738 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:31,741 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1601c0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9115d94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41713,-1 for getting cluster id 2024-11-15T02:21:31,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:31,759 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c07978f-7e16-41a4-9b0d-ce4229f01035' 2024-11-15T02:21:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c07978f-7e16-41a4-9b0d-ce4229f01035" 2024-11-15T02:21:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18eb21fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,760 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41713,-1] 2024-11-15T02:21:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:31,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:31,765 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:31,768 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e04a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,772 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f1aa2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,772 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40871,-1 for getting cluster id 2024-11-15T02:21:31,773 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:31,774 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2de6084-b392-4d5b-a61a-9c63f58c5e4d' 2024-11-15T02:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2de6084-b392-4d5b-a61a-9c63f58c5e4d" 2024-11-15T02:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78187905, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40871,-1] 2024-11-15T02:21:31,775 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:31,776 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:31,777 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:31,779 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c27809, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,779 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40871,1731637280933 2024-11-15T02:21:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1bdfd3ea 2024-11-15T02:21:31,780 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:31,782 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:31,782 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:41713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:21:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:21:31,786 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41713' 2024-11-15T02:21:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:31,800 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1380de4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,801 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41713,-1 for getting cluster id 2024-11-15T02:21:31,801 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:31,802 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c07978f-7e16-41a4-9b0d-ce4229f01035' 2024-11-15T02:21:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c07978f-7e16-41a4-9b0d-ce4229f01035" 2024-11-15T02:21:31,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f17489d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41713,-1] 2024-11-15T02:21:31,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:31,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:31,804 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40576, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:31,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa1e1fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:31,805 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:31,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41713,1731637287054 2024-11-15T02:21:31,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@405b758c 2024-11-15T02:21:31,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:31,809 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:31,812 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:21:31,812 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:21:31,812 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:31,813 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:31,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:31,816 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:31,819 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:21:31,820 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:31,820 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:31,822 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:31,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:21:31,869 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:21:31,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:32,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:32,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 65f8d937046aed5226b9785b3bdbcbfb, NAME => 'hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f 2024-11-15T02:21:32,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:21:32,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:32,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 65f8d937046aed5226b9785b3bdbcbfb, disabling compactions & flushes 2024-11-15T02:21:32,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. after waiting 0 ms 2024-11-15T02:21:32,263 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,263 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,264 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 65f8d937046aed5226b9785b3bdbcbfb: Waiting for close lock at 1731637292263Disabling compacts and flushes for region at 1731637292263Disabling writes for close at 1731637292263Writing region close event to WAL at 1731637292263Closed at 1731637292263 2024-11-15T02:21:32,265 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:32,265 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637292265"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637292265"}]},"ts":"1731637292265"} 2024-11-15T02:21:32,267 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:32,268 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:32,268 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637292268"}]},"ts":"1731637292268"} 2024-11-15T02:21:32,277 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:21:32,278 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65f8d937046aed5226b9785b3bdbcbfb, ASSIGN}] 2024-11-15T02:21:32,280 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65f8d937046aed5226b9785b3bdbcbfb, ASSIGN 2024-11-15T02:21:32,281 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65f8d937046aed5226b9785b3bdbcbfb, ASSIGN; state=OFFLINE, location=ce6119325ab7,38799,1731637281366; forceNewPlan=false, retain=false 2024-11-15T02:21:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:32,432 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65f8d937046aed5226b9785b3bdbcbfb, regionState=OPENING, regionLocation=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:32,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=65f8d937046aed5226b9785b3bdbcbfb, ASSIGN because future has completed 2024-11-15T02:21:32,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f8d937046aed5226b9785b3bdbcbfb, server=ce6119325ab7,38799,1731637281366}] 2024-11-15T02:21:32,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:32,590 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:21:32,591 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38799%2C1731637281366.rep, suffix=, logDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366, archiveDir=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/oldWALs, maxLogs=10 2024-11-15T02:21:32,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.rep.1731637292592, exclude list is [], retry=0 2024-11-15T02:21:32,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36289,DS-66691df0-a348-43e5-999a-bdcc67edf306,DISK] 2024-11-15T02:21:32,611 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.rep.1731637292592 2024-11-15T02:21:32,611 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40407:40407)] 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 65f8d937046aed5226b9785b3bdbcbfb, NAME => 'hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:32,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. service=MultiRowMutationService 2024-11-15T02:21:32,612 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,612 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,616 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,617 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f8d937046aed5226b9785b3bdbcbfb columnFamilyName hfileref 2024-11-15T02:21:32,617 DEBUG [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:32,617 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] regionserver.HStore(327): Store=65f8d937046aed5226b9785b3bdbcbfb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:32,617 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,619 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f8d937046aed5226b9785b3bdbcbfb columnFamilyName queue 2024-11-15T02:21:32,619 DEBUG [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:32,619 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] regionserver.HStore(327): Store=65f8d937046aed5226b9785b3bdbcbfb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:32,619 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,620 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65f8d937046aed5226b9785b3bdbcbfb columnFamilyName sid 2024-11-15T02:21:32,620 DEBUG [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:32,621 INFO [StoreOpener-65f8d937046aed5226b9785b3bdbcbfb-1 {}] regionserver.HStore(327): Store=65f8d937046aed5226b9785b3bdbcbfb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:32,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,621 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/replication/65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,622 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/replication/65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:32,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/replication/65f8d937046aed5226b9785b3bdbcbfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:32,633 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 65f8d937046aed5226b9785b3bdbcbfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66691991, jitterRate=-0.006211891770362854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:32,633 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:32,634 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 65f8d937046aed5226b9785b3bdbcbfb: Running coprocessor pre-open hook at 1731637292612Writing region info on filesystem at 1731637292612Initializing all the Stores at 1731637292615 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637292615Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637292616 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637292616Cleaning up temporary data from old regions at 1731637292623 (+7 ms)Running coprocessor post-open hooks at 1731637292633 (+10 ms)Region opened successfully at 1731637292634 (+1 ms) 2024-11-15T02:21:32,636 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb., pid=10, masterSystemTime=1731637292586 2024-11-15T02:21:32,638 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,638 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:32,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=65f8d937046aed5226b9785b3bdbcbfb, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,38799,1731637281366 2024-11-15T02:21:32,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 65f8d937046aed5226b9785b3bdbcbfb, server=ce6119325ab7,38799,1731637281366 because future has completed 2024-11-15T02:21:32,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:21:32,650 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 65f8d937046aed5226b9785b3bdbcbfb, server=ce6119325ab7,38799,1731637281366 in 212 msec 2024-11-15T02:21:32,658 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:21:32,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=65f8d937046aed5226b9785b3bdbcbfb, ASSIGN in 372 msec 2024-11-15T02:21:32,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:32,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637292660"}]},"ts":"1731637292660"} 2024-11-15T02:21:32,673 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:21:32,675 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:32,679 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 859 msec 2024-11-15T02:21:32,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb., hostname=ce6119325ab7,38799,1731637281366, seqNum=2] 2024-11-15T02:21:32,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:32,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:32,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:33,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38799 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:21:33,008 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:21:33,086 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,38799,1731637281366, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:21:33,086 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:33,086 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38799,1731637281366, seqNum=-1] 2024-11-15T02:21:33,087 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:33,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34389, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:33,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,38799,1731637281366', locateType=CURRENT is [region=hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb., hostname=ce6119325ab7,38799,1731637281366, seqNum=2] 2024-11-15T02:21:33,105 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:21:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:21:33,111 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,38799,1731637281366 suceeded 2024-11-15T02:21:33,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:21:33,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 269 msec 2024-11-15T02:21:33,114 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:41713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:21:33,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3320 sec 2024-11-15T02:21:33,146 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41713' 2024-11-15T02:21:33,149 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@20c252c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,149 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41713,-1 for getting cluster id 2024-11-15T02:21:33,149 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:33,150 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c07978f-7e16-41a4-9b0d-ce4229f01035' 2024-11-15T02:21:33,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:33,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c07978f-7e16-41a4-9b0d-ce4229f01035" 2024-11-15T02:21:33,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b54346e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41713,-1] 2024-11-15T02:21:33,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:33,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,152 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:33,155 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@750aed6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,155 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:33,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41713,1731637287054 2024-11-15T02:21:33,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51175a9f 2024-11-15T02:21:33,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:33,158 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T02:21:33,160 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,38799,1731637281366 (queues=1) is replicating from cluster=e2de6084-b392-4d5b-a61a-9c63f58c5e4d to cluster=2c07978f-7e16-41a4-9b0d-ce4229f01035 2024-11-15T02:21:33,160 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C38799%2C1731637281366 2024-11-15T02:21:33,160 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,38799,1731637281366, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:21:33,162 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, startPosition=0, beingWritten=true 2024-11-15T02:21:33,164 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C38799%2C1731637281366 2024-11-15T02:21:33,170 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:33,171 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 379, reset compression=false 2024-11-15T02:21:33,171 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38799,1731637281366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:33,255 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:33,256 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:33,256 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18266 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:33,387 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 379, reset compression=false 2024-11-15T02:21:33,727 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 379, reset compression=false 2024-11-15T02:21:33,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40871 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:33,935 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:21:33,935 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:33,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:33,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:33,937 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcca924, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41713,-1 for getting cluster id 2024-11-15T02:21:33,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:33,941 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c07978f-7e16-41a4-9b0d-ce4229f01035' 2024-11-15T02:21:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c07978f-7e16-41a4-9b0d-ce4229f01035" 2024-11-15T02:21:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3445cad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41713,-1] 2024-11-15T02:21:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:33,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,945 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:33,946 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a8d3ca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41713,1731637287054 2024-11-15T02:21:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8727aa 2024-11-15T02:21:33,948 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:33,949 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:33,950 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:40871,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:21:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:21:33,954 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:40871' 2024-11-15T02:21:33,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:33,956 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210b1872, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,956 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40871,-1 for getting cluster id 2024-11-15T02:21:33,956 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:33,957 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2de6084-b392-4d5b-a61a-9c63f58c5e4d' 2024-11-15T02:21:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2de6084-b392-4d5b-a61a-9c63f58c5e4d" 2024-11-15T02:21:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@790148d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40871,-1] 2024-11-15T02:21:33,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:33,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,959 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35216, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:33,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437038c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:33,960 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40871,1731637280933 2024-11-15T02:21:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61349d68 2024-11-15T02:21:33,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:33,963 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:21:33,963 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-15T02:21:33,963 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:21:33,963 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,964 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:33,964 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:33,966 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:21:33,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:21:33,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:33,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:33,971 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:21:33,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:21:33,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 81cb1578250c904f5a2e5e23b8237bca, NAME => 'hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b 2024-11-15T02:21:33,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:21:34,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:34,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 81cb1578250c904f5a2e5e23b8237bca, disabling compactions & flushes 2024-11-15T02:21:34,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. after waiting 0 ms 2024-11-15T02:21:34,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,000 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,000 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 81cb1578250c904f5a2e5e23b8237bca: Waiting for close lock at 1731637294000Disabling compacts and flushes for region at 1731637294000Disabling writes for close at 1731637294000Writing region close event to WAL at 1731637294000Closed at 1731637294000 2024-11-15T02:21:34,002 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:21:34,002 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637294002"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637294002"}]},"ts":"1731637294002"} 2024-11-15T02:21:34,004 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:21:34,005 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:21:34,005 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637294005"}]},"ts":"1731637294005"} 2024-11-15T02:21:34,007 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:21:34,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81cb1578250c904f5a2e5e23b8237bca, ASSIGN}] 2024-11-15T02:21:34,009 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81cb1578250c904f5a2e5e23b8237bca, ASSIGN 2024-11-15T02:21:34,009 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81cb1578250c904f5a2e5e23b8237bca, ASSIGN; state=OFFLINE, location=ce6119325ab7,38123,1731637287210; forceNewPlan=false, retain=false 2024-11-15T02:21:34,016 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:21:34,027 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:21:34,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:34,143 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 379, reset compression=false 2024-11-15T02:21:34,160 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81cb1578250c904f5a2e5e23b8237bca, regionState=OPENING, regionLocation=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:34,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=81cb1578250c904f5a2e5e23b8237bca, ASSIGN because future has completed 2024-11-15T02:21:34,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81cb1578250c904f5a2e5e23b8237bca, server=ce6119325ab7,38123,1731637287210}] 2024-11-15T02:21:34,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:34,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,324 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:34,325 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:21:34,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38123%2C1731637287210.rep, suffix=, logDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210, archiveDir=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/oldWALs, maxLogs=10 2024-11-15T02:21:34,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.rep.1731637294338, exclude list is [], retry=0 2024-11-15T02:21:34,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39435,DS-37237d26-e323-497a-aaf5-88859f74e193,DISK] 2024-11-15T02:21:34,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.rep.1731637294338 2024-11-15T02:21:34,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42785:42785)] 2024-11-15T02:21:34,360 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 81cb1578250c904f5a2e5e23b8237bca, NAME => 'hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:34,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. service=MultiRowMutationService 2024-11-15T02:21:34,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:21:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,365 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,366 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81cb1578250c904f5a2e5e23b8237bca columnFamilyName hfileref 2024-11-15T02:21:34,366 DEBUG [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:34,367 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] regionserver.HStore(327): Store=81cb1578250c904f5a2e5e23b8237bca/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:34,367 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,368 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81cb1578250c904f5a2e5e23b8237bca columnFamilyName queue 2024-11-15T02:21:34,368 DEBUG [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:34,372 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] regionserver.HStore(327): Store=81cb1578250c904f5a2e5e23b8237bca/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:34,372 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,373 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81cb1578250c904f5a2e5e23b8237bca columnFamilyName sid 2024-11-15T02:21:34,373 DEBUG [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:34,374 INFO [StoreOpener-81cb1578250c904f5a2e5e23b8237bca-1 {}] regionserver.HStore(327): Store=81cb1578250c904f5a2e5e23b8237bca/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:34,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,375 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:21:34,376 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:34,389 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 81cb1578250c904f5a2e5e23b8237bca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64143197, jitterRate=-0.0441918820142746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:21:34,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:34,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 81cb1578250c904f5a2e5e23b8237bca: Running coprocessor pre-open hook at 1731637294361Writing region info on filesystem at 1731637294361Initializing all the Stores at 1731637294362 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637294362Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637294365 (+3 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637294365Cleaning up temporary data from old regions at 1731637294375 (+10 ms)Running coprocessor post-open hooks at 1731637294389 (+14 ms)Region opened successfully at 1731637294389 2024-11-15T02:21:34,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca., pid=10, masterSystemTime=1731637294316 2024-11-15T02:21:34,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:34,394 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=81cb1578250c904f5a2e5e23b8237bca, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,38123,1731637287210 2024-11-15T02:21:34,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 81cb1578250c904f5a2e5e23b8237bca, server=ce6119325ab7,38123,1731637287210 because future has completed 2024-11-15T02:21:34,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:21:34,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 81cb1578250c904f5a2e5e23b8237bca, server=ce6119325ab7,38123,1731637287210 in 243 msec 2024-11-15T02:21:34,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:21:34,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=81cb1578250c904f5a2e5e23b8237bca, ASSIGN in 402 msec 2024-11-15T02:21:34,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:21:34,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637294415"}]},"ts":"1731637294415"} 2024-11-15T02:21:34,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:21:34,425 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:21:34,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 461 msec 2024-11-15T02:21:34,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca., hostname=ce6119325ab7,38123,1731637287210, seqNum=2] 2024-11-15T02:21:34,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:34,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:34,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:21:34,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:34,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,621 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,622 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,637 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:34,647 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 379, reset compression=false 2024-11-15T02:21:34,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38123 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:21:34,682 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:21:34,721 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,38123,1731637287210, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:21:34,722 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:34,722 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38123,1731637287210, seqNum=-1] 2024-11-15T02:21:34,722 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:34,723 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43399, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:34,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,38123,1731637287210', locateType=CURRENT is [region=hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca., hostname=ce6119325ab7,38123,1731637287210, seqNum=2] 2024-11-15T02:21:34,727 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:21:34,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:21:34,733 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,38123,1731637287210 suceeded 2024-11-15T02:21:34,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:21:34,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 209 msec 2024-11-15T02:21:34,735 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:40871,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:21:34,736 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 785 msec 2024-11-15T02:21:34,742 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:40871' 2024-11-15T02:21:34,743 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41e95ef1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:34,743 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40871,-1 for getting cluster id 2024-11-15T02:21:34,743 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:34,744 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2de6084-b392-4d5b-a61a-9c63f58c5e4d' 2024-11-15T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2de6084-b392-4d5b-a61a-9c63f58c5e4d" 2024-11-15T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e159f2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40871,-1] 2024-11-15T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:34,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:34,745 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:34,745 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c411cce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:34,745 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40871,1731637280933 2024-11-15T02:21:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5effbbde 2024-11-15T02:21:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:21:34,747 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T02:21:34,747 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,38123,1731637287210 (queues=1) is replicating from cluster=2c07978f-7e16-41a4-9b0d-ce4229f01035 to cluster=e2de6084-b392-4d5b-a61a-9c63f58c5e4d 2024-11-15T02:21:34,747 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C38123%2C1731637287210 2024-11-15T02:21:34,747 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,38123,1731637287210, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:21:34,748 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C38123%2C1731637287210 2024-11-15T02:21:34,748 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, startPosition=0, beingWritten=true 2024-11-15T02:21:34,753 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:34,753 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 379, reset compression=false 2024-11-15T02:21:34,753 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38123,1731637287210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:34,960 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 379, reset compression=false 2024-11-15T02:21:35,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41713 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:21:35,101 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:21:35,101 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:35,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:35,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:35,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:35,101 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:35,102 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38799,1731637281366, seqNum=-1] 2024-11-15T02:21:35,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:35,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:35,107 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637289389.07d4179a986fb09380ece10a540793a8., hostname=ce6119325ab7,38799,1731637281366, seqNum=2] 2024-11-15T02:21:35,118 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38123,1731637287210, seqNum=-1] 2024-11-15T02:21:35,119 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:35,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:35,122 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660., hostname=ce6119325ab7,38123,1731637287210, seqNum=2] 2024-11-15T02:21:35,124 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T02:21:35,253 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 379, reset compression=false 2024-11-15T02:21:35,257 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:35,257 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 480, reset compression=false 2024-11-15T02:21:35,257 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38799,1731637281366 got entry batch from reader: WALEntryBatch [walEntries=[{test/07d4179a986fb09380ece10a540793a8/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T02:21:35,259 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:35,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T02:21:35,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:21:35,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7575c7b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:35,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41713,-1 for getting cluster id 2024-11-15T02:21:35,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:35,263 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c07978f-7e16-41a4-9b0d-ce4229f01035' 2024-11-15T02:21:35,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:35,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c07978f-7e16-41a4-9b0d-ce4229f01035" 2024-11-15T02:21:35,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fddde34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:35,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41713,-1] 2024-11-15T02:21:35,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:35,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:35,266 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:35,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@594c7925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:35,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 379, reset compression=false 2024-11-15T02:21:35,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:35,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38123,1731637287210, seqNum=-1] 2024-11-15T02:21:35,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:35,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:35,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660., hostname=ce6119325ab7,38123,1731637287210, seqNum=2] 2024-11-15T02:21:35,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:21:35,465 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 480, reset compression=false 2024-11-15T02:21:35,561 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:21:35,674 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 379, reset compression=false 2024-11-15T02:21:35,716 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:35,717 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 504, reset compression=false 2024-11-15T02:21:35,717 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38123,1731637287210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:35,769 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 480, reset compression=false 2024-11-15T02:21:35,956 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 504, reset compression=false 2024-11-15T02:21:36,126 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T02:21:36,129 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T02:21:36,211 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 480, reset compression=false 2024-11-15T02:21:36,260 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 504, reset compression=false 2024-11-15T02:21:36,269 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:36,269 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 608, reset compression=false 2024-11-15T02:21:36,269 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38123,1731637287210 got entry batch from reader: WALEntryBatch [walEntries=[{test/42f1352a0d8aa9fb111deed8564f8660/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:21:36,272 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:36,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T02:21:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:21:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fcae87f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40871,-1 for getting cluster id 2024-11-15T02:21:36,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:36,275 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e2de6084-b392-4d5b-a61a-9c63f58c5e4d' 2024-11-15T02:21:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:36,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e2de6084-b392-4d5b-a61a-9c63f58c5e4d" 2024-11-15T02:21:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f87c42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40871,-1] 2024-11-15T02:21:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:36,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:36,277 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:36,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@378498af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:36,278 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:36,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38799,1731637281366, seqNum=-1] 2024-11-15T02:21:36,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:36,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T02:21:36,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731637289389.07d4179a986fb09380ece10a540793a8., hostname=ce6119325ab7,38799,1731637281366, seqNum=2] 2024-11-15T02:21:36,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:21:36,476 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 608, reset compression=false 2024-11-15T02:21:36,745 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 480, reset compression=false 2024-11-15T02:21:36,751 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:36,751 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 607, reset compression=false 2024-11-15T02:21:36,751 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38799,1731637281366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:36,780 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 608, reset compression=false 2024-11-15T02:21:36,991 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 607, reset compression=false 2024-11-15T02:21:37,137 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T02:21:37,179 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T02:21:37,191 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 608, reset compression=false 2024-11-15T02:21:37,317 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 607, reset compression=false 2024-11-15T02:21:37,355 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:37,356 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 763, reset compression=false 2024-11-15T02:21:37,356 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38799,1731637281366 got entry batch from reader: WALEntryBatch [walEntries=[{test/07d4179a986fb09380ece10a540793a8/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T02:21:37,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:21:37,369 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38123 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:21:37,590 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 763, reset compression=false 2024-11-15T02:21:37,733 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 608, reset compression=false 2024-11-15T02:21:37,750 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:37,750 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 756, reset compression=false 2024-11-15T02:21:37,750 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38123,1731637287210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:37,896 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 763, reset compression=false 2024-11-15T02:21:37,958 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 756, reset compression=false 2024-11-15T02:21:38,184 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T02:21:38,191 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T02:21:38,262 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 756, reset compression=false 2024-11-15T02:21:38,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:21:38,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 915, reset compression=false 2024-11-15T02:21:38,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38123,1731637287210 got entry batch from reader: WALEntryBatch [walEntries=[{test/42f1352a0d8aa9fb111deed8564f8660/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T02:21:38,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:21:38,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38799 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:21:38,320 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 763, reset compression=false 2024-11-15T02:21:38,336 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:38,336 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:38,336 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38799,1731637281366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:38,475 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 915, reset compression=false 2024-11-15T02:21:38,544 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:38,781 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 915, reset compression=false 2024-11-15T02:21:38,888 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:39,191 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 915, reset compression=false 2024-11-15T02:21:39,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T02:21:39,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:21:39,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:39,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:39,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:39,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:39,198 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:39,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:21:39,199 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1852181573, stopped=false 2024-11-15T02:21:39,199 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,41713,1731637287054 2024-11-15T02:21:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11879942069/running 2024-11-15T02:21:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11879942069/running 2024-11-15T02:21:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:39,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:39,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:39,210 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:39,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:39,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:39,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,38123,1731637287210' ***** 2024-11-15T02:21:39,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:21:39,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/running 2024-11-15T02:21:39,211 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:21:39,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Set watcher on znode that does not yet exist, /11879942069/running 2024-11-15T02:21:39,211 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:21:39,211 INFO [RS:0;ce6119325ab7:38123 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(3091): Received CLOSE for 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(3091): Received CLOSE for 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,38123,1731637287210 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38123. 2024-11-15T02:21:39,212 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 81cb1578250c904f5a2e5e23b8237bca, disabling compactions & flushes 2024-11-15T02:21:39,212 DEBUG [RS:0;ce6119325ab7:38123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:39,212 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:39,212 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:39,212 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:39,212 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. after waiting 0 ms 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:21:39,212 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:21:39,212 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:21:39,212 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 81cb1578250c904f5a2e5e23b8237bca 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T02:21:39,215 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:21:39,215 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1325): Online Regions={81cb1578250c904f5a2e5e23b8237bca=hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca., 42f1352a0d8aa9fb111deed8564f8660=test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:21:39,215 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42f1352a0d8aa9fb111deed8564f8660, 81cb1578250c904f5a2e5e23b8237bca 2024-11-15T02:21:39,215 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:39,215 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:39,215 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:39,215 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:39,215 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:39,216 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:21:39,230 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/info/1bbd69ab60244f8481624d4593159f34 is 147, key is hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca./info:regioninfo/1731637294394/Put/seqid=0 2024-11-15T02:21:39,230 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/.tmp/queue/df6f12df9d8f4bd2b51645f2f5e7a919 is 153, key is 1-ce6119325ab7,38123,1731637287210/queue:ce6119325ab7%2C38123%2C1731637287210/1731637298273/Put/seqid=0 2024-11-15T02:21:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741840_1016 (size=7686) 2024-11-15T02:21:39,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741841_1017 (size=5352) 2024-11-15T02:21:39,239 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/.tmp/queue/df6f12df9d8f4bd2b51645f2f5e7a919 2024-11-15T02:21:39,244 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/.tmp/queue/df6f12df9d8f4bd2b51645f2f5e7a919 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/queue/df6f12df9d8f4bd2b51645f2f5e7a919 2024-11-15T02:21:39,248 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/queue/df6f12df9d8f4bd2b51645f2f5e7a919, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T02:21:39,249 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 81cb1578250c904f5a2e5e23b8237bca in 37ms, sequenceid=10, compaction requested=false 2024-11-15T02:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/replication/81cb1578250c904f5a2e5e23b8237bca/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T02:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:39,265 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:39,265 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:39,266 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 81cb1578250c904f5a2e5e23b8237bca: Waiting for close lock at 1731637299212Running coprocessor pre-close hooks at 1731637299212Disabling compacts and flushes for region at 1731637299212Disabling writes for close at 1731637299212Obtaining lock to block concurrent updates at 1731637299212Preparing flush snapshotting stores in 81cb1578250c904f5a2e5e23b8237bca at 1731637299212Finished memstore snapshotting hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731637299213 (+1 ms)Flushing stores of hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. at 1731637299215 (+2 ms)Flushing 81cb1578250c904f5a2e5e23b8237bca/queue: creating writer at 1731637299215Flushing 81cb1578250c904f5a2e5e23b8237bca/queue: appending metadata at 1731637299229 (+14 ms)Flushing 81cb1578250c904f5a2e5e23b8237bca/queue: closing flushed file at 1731637299229Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4084f8ff: reopening flushed file at 1731637299243 (+14 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 81cb1578250c904f5a2e5e23b8237bca in 37ms, sequenceid=10, compaction requested=false at 1731637299249 (+6 ms)Writing region close event to WAL at 1731637299254 (+5 ms)Running coprocessor post-close hooks at 1731637299265 (+11 ms)Closed at 1731637299265 2024-11-15T02:21:39,266 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637293964.81cb1578250c904f5a2e5e23b8237bca. 2024-11-15T02:21:39,266 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42f1352a0d8aa9fb111deed8564f8660, disabling compactions & flushes 2024-11-15T02:21:39,266 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:39,266 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:39,266 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. after waiting 0 ms 2024-11-15T02:21:39,266 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:39,266 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 42f1352a0d8aa9fb111deed8564f8660 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T02:21:39,285 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/f/3579df27cf134206b00017d3fde6a439 is 29, key is row1/f:/1731637298187/DeleteFamily/seqid=0 2024-11-15T02:21:39,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741842_1018 (size=5118) 2024-11-15T02:21:39,292 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/f/3579df27cf134206b00017d3fde6a439 2024-11-15T02:21:39,292 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:39,293 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:39,297 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3579df27cf134206b00017d3fde6a439 2024-11-15T02:21:39,312 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/f1/57f80262674741e6b8c561e90dc97b70 is 30, key is row1/f1:/1731637298187/DeleteFamily/seqid=0 2024-11-15T02:21:39,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741843_1019 (size=5123) 2024-11-15T02:21:39,416 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:39,616 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:39,635 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/info/1bbd69ab60244f8481624d4593159f34 2024-11-15T02:21:39,662 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/ns/d35656146abd450d9022d2e5612fd812 is 43, key is default/ns:d/1731637289153/Put/seqid=0 2024-11-15T02:21:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741844_1020 (size=5153) 2024-11-15T02:21:39,666 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/ns/d35656146abd450d9022d2e5612fd812 2024-11-15T02:21:39,690 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/rep_barrier/308785652bcc42838d4606fe6279340d is 112, key is test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660./rep_barrier:seqnumDuringOpen/1731637291143/Put/seqid=0 2024-11-15T02:21:39,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741845_1021 (size=5518) 2024-11-15T02:21:39,701 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 915, reset compression=false 2024-11-15T02:21:39,705 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:39,705 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 1162, reset compression=false 2024-11-15T02:21:39,705 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38123,1731637287210 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:39,706 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,38123,1731637287210: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,38123,1731637287210, walGroup=ce6119325ab7%2C38123%2C1731637287210, offset=ce6119325ab7%2C38123%2C1731637287210.1731637288171:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:38123 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:21:39,707 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:21:39,707 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:21:39,708 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:21:39,708 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:21:39,708 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:21:39,708 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 580845520 }, "NonHeapMemoryUsage": { "committed": 194379776, "init": 7667712, "max": -1, "used": 190832608 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:21:39,710 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41713 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:21:39,722 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/f1/57f80262674741e6b8c561e90dc97b70 2024-11-15T02:21:39,730 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57f80262674741e6b8c561e90dc97b70 2024-11-15T02:21:39,746 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/norep/cbd0b472591440b99122aaf0ca0facc8 is 33, key is row1/norep:/1731637298187/DeleteFamily/seqid=0 2024-11-15T02:21:39,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741846_1022 (size=5108) 2024-11-15T02:21:39,798 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:39,816 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:39,863 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:39,910 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,911 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,914 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 1162, reset compression=false 2024-11-15T02:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,927 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:39,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:40,019 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42f1352a0d8aa9fb111deed8564f8660 2024-11-15T02:21:40,077 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:21:40,077 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:21:40,095 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/rep_barrier/308785652bcc42838d4606fe6279340d 2024-11-15T02:21:40,125 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/table/b2056f1d46424c5d90e1f6d658cf5aae is 53, key is hbase:replication/table:state/1731637294415/Put/seqid=0 2024-11-15T02:21:40,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741847_1023 (size=5308) 2024-11-15T02:21:40,154 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/norep/cbd0b472591440b99122aaf0ca0facc8 2024-11-15T02:21:40,158 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbd0b472591440b99122aaf0ca0facc8 2024-11-15T02:21:40,158 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/f/3579df27cf134206b00017d3fde6a439 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/f/3579df27cf134206b00017d3fde6a439 2024-11-15T02:21:40,162 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3579df27cf134206b00017d3fde6a439 2024-11-15T02:21:40,163 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/f/3579df27cf134206b00017d3fde6a439, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T02:21:40,163 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/f1/57f80262674741e6b8c561e90dc97b70 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/f1/57f80262674741e6b8c561e90dc97b70 2024-11-15T02:21:40,169 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57f80262674741e6b8c561e90dc97b70 2024-11-15T02:21:40,169 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/f1/57f80262674741e6b8c561e90dc97b70, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T02:21:40,170 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/.tmp/norep/cbd0b472591440b99122aaf0ca0facc8 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/norep/cbd0b472591440b99122aaf0ca0facc8 2024-11-15T02:21:40,176 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cbd0b472591440b99122aaf0ca0facc8 2024-11-15T02:21:40,176 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/norep/cbd0b472591440b99122aaf0ca0facc8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T02:21:40,177 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 42f1352a0d8aa9fb111deed8564f8660 in 911ms, sequenceid=8, compaction requested=false 2024-11-15T02:21:40,186 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/default/test/42f1352a0d8aa9fb111deed8564f8660/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T02:21:40,187 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:40,187 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:40,187 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:40,187 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42f1352a0d8aa9fb111deed8564f8660: Waiting for close lock at 1731637299266Running coprocessor pre-close hooks at 1731637299266Disabling compacts and flushes for region at 1731637299266Disabling writes for close at 1731637299266Obtaining lock to block concurrent updates at 1731637299266Preparing flush snapshotting stores in 42f1352a0d8aa9fb111deed8564f8660 at 1731637299266Finished memstore snapshotting test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731637299266Flushing stores of test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. at 1731637299267 (+1 ms)Flushing 42f1352a0d8aa9fb111deed8564f8660/f: creating writer at 1731637299267Flushing 42f1352a0d8aa9fb111deed8564f8660/f: appending metadata at 1731637299284 (+17 ms)Flushing 42f1352a0d8aa9fb111deed8564f8660/f: closing flushed file at 1731637299284Flushing 42f1352a0d8aa9fb111deed8564f8660/f1: creating writer at 1731637299297 (+13 ms)Flushing 42f1352a0d8aa9fb111deed8564f8660/f1: appending metadata at 1731637299312 (+15 ms)Flushing 42f1352a0d8aa9fb111deed8564f8660/f1: closing flushed file at 1731637299312Flushing 42f1352a0d8aa9fb111deed8564f8660/norep: creating writer at 1731637299731 (+419 ms)Flushing 42f1352a0d8aa9fb111deed8564f8660/norep: appending metadata at 1731637299745 (+14 ms)Flushing 42f1352a0d8aa9fb111deed8564f8660/norep: closing flushed file at 1731637299745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67eed5eb: reopening flushed file at 1731637300158 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52d9b387: reopening flushed file at 1731637300163 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@753046b7: reopening flushed file at 1731637300169 (+6 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 42f1352a0d8aa9fb111deed8564f8660 in 911ms, sequenceid=8, compaction requested=false at 1731637300177 (+8 ms)Writing region close event to WAL at 1731637300181 (+4 ms)Running coprocessor post-close hooks at 1731637300187 (+6 ms)Closed at 1731637300187 2024-11-15T02:21:40,187 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637290548.42f1352a0d8aa9fb111deed8564f8660. 2024-11-15T02:21:40,219 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:21:40,219 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:21:40,219 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:21:40,234 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 1162, reset compression=false 2024-11-15T02:21:40,238 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:40,239 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 1806, reset compression=false 2024-11-15T02:21:40,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:21:40,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:40,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T02:21:40,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T02:21:40,402 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:40,420 DEBUG [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:21:40,443 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 1806, reset compression=false 2024-11-15T02:21:40,540 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/table/b2056f1d46424c5d90e1f6d658cf5aae 2024-11-15T02:21:40,545 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/info/1bbd69ab60244f8481624d4593159f34 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/info/1bbd69ab60244f8481624d4593159f34 2024-11-15T02:21:40,549 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/info/1bbd69ab60244f8481624d4593159f34, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:21:40,549 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/ns/d35656146abd450d9022d2e5612fd812 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/ns/d35656146abd450d9022d2e5612fd812 2024-11-15T02:21:40,554 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/ns/d35656146abd450d9022d2e5612fd812, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:21:40,554 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/rep_barrier/308785652bcc42838d4606fe6279340d as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/rep_barrier/308785652bcc42838d4606fe6279340d 2024-11-15T02:21:40,559 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/rep_barrier/308785652bcc42838d4606fe6279340d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:21:40,559 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/.tmp/table/b2056f1d46424c5d90e1f6d658cf5aae as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/table/b2056f1d46424c5d90e1f6d658cf5aae 2024-11-15T02:21:40,563 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/table/b2056f1d46424c5d90e1f6d658cf5aae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:21:40,564 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false 2024-11-15T02:21:40,567 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:21:40,568 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:40,568 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:40,568 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:40,568 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637299215Running coprocessor pre-close hooks at 1731637299215Disabling compacts and flushes for region at 1731637299215Disabling writes for close at 1731637299215Obtaining lock to block concurrent updates at 1731637299216 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637299216Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637299216Flushing stores of hbase:meta,,1.1588230740 at 1731637299216Flushing 1588230740/info: creating writer at 1731637299216Flushing 1588230740/info: appending metadata at 1731637299229 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731637299229Flushing 1588230740/ns: creating writer at 1731637299643 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731637299662 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731637299662Flushing 1588230740/rep_barrier: creating writer at 1731637299670 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637299689 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637299689Flushing 1588230740/table: creating writer at 1731637300104 (+415 ms)Flushing 1588230740/table: appending metadata at 1731637300125 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731637300125Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3707e306: reopening flushed file at 1731637300544 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cab45be: reopening flushed file at 1731637300549 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae71e73: reopening flushed file at 1731637300554 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21c70409: reopening flushed file at 1731637300559 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1349ms, sequenceid=16, compaction requested=false at 1731637300564 (+5 ms)Writing region close event to WAL at 1731637300565 (+1 ms)Running coprocessor post-close hooks at 1731637300568 (+3 ms)Closed at 1731637300568 2024-11-15T02:21:40,568 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:40,620 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,38123,1731637287210; all regions closed. 2024-11-15T02:21:40,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:21:40,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741839_1015 (size=2676) 2024-11-15T02:21:40,624 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.rep.1731637294338 not finished, retry = 0 2024-11-15T02:21:40,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741832_1008 (size=1814) 2024-11-15T02:21:40,727 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 not finished, retry = 0 2024-11-15T02:21:40,746 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 to pos 1806, reset compression=false 2024-11-15T02:21:40,828 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:40,828 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:40,828 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/WALs/ce6119325ab7,38123,1731637287210/ce6119325ab7%2C38123%2C1731637287210.1731637288171 2024-11-15T02:21:40,828 INFO [RS:0;ce6119325ab7:38123 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:40,828 INFO [RS:0;ce6119325ab7:38123 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:40,828 INFO [RS:0;ce6119325ab7:38123 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:40,828 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:40,828 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,38123,1731637287210 because: Region server is closing 2024-11-15T02:21:40,828 INFO [RS:0;ce6119325ab7:38123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38123. 2024-11-15T02:21:40,829 DEBUG [RS:0;ce6119325ab7:38123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:40,829 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:40,829 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:40,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:40,929 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.shipperce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 terminated 2024-11-15T02:21:40,929 INFO [RS:0;ce6119325ab7:38123 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38123. 2024-11-15T02:21:40,929 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38123,1731637287210.replicationSource.wal-reader.ce6119325ab7%2C38123%2C1731637287210,1-ce6119325ab7,38123,1731637287210 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-15T02:21:40,929 DEBUG [RS:0;ce6119325ab7:38123 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:40,929 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:40,929 DEBUG [RS:0;ce6119325ab7:38123 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:40,929 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:40,929 INFO [RS:0;ce6119325ab7:38123 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38123 2024-11-15T02:21:41,106 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:41,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11879942069/rs/ce6119325ab7,38123,1731637287210 2024-11-15T02:21:41,157 INFO [RS:0;ce6119325ab7:38123 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:41,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069/rs 2024-11-15T02:21:41,226 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,38123,1731637287210] 2024-11-15T02:21:41,304 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/draining/ce6119325ab7,38123,1731637287210 already deleted, retry=false 2024-11-15T02:21:41,304 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,38123,1731637287210 expired; onlineServers=0 2024-11-15T02:21:41,304 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,41713,1731637287054' ***** 2024-11-15T02:21:41,304 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:21:41,304 INFO [M:0;ce6119325ab7:41713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:41,304 INFO [M:0;ce6119325ab7:41713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:41,304 DEBUG [M:0;ce6119325ab7:41713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:21:41,304 DEBUG [M:0;ce6119325ab7:41713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:21:41,305 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:21:41,305 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637287795 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637287795,5,FailOnTimeoutGroup] 2024-11-15T02:21:41,305 INFO [M:0;ce6119325ab7:41713 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:41,305 INFO [M:0;ce6119325ab7:41713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:41,305 DEBUG [M:0;ce6119325ab7:41713 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:21:41,305 INFO [M:0;ce6119325ab7:41713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:21:41,305 INFO [M:0;ce6119325ab7:41713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:41,305 INFO [M:0;ce6119325ab7:41713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:21:41,305 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:21:41,312 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637287796 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637287796,5,FailOnTimeoutGroup] 2024-11-15T02:21:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11879942069/master 2024-11-15T02:21:41,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11879942069 2024-11-15T02:21:41,326 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:41,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38123-0x1013c4bf1cc0004, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:41,327 INFO [RS:0;ce6119325ab7:38123 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:41,327 INFO [RS:0;ce6119325ab7:38123 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,38123,1731637287210; zookeeper connection closed. 2024-11-15T02:21:41,328 DEBUG [M:0;ce6119325ab7:41713 {}] zookeeper.RecoverableZooKeeper(212): Node /11879942069/master already deleted, retry=false 2024-11-15T02:21:41,328 DEBUG [M:0;ce6119325ab7:41713 {}] master.ActiveMasterManager(353): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Failed delete of our master address node; KeeperErrorCode = NoNode for /11879942069/master 2024-11-15T02:21:41,328 INFO [M:0;ce6119325ab7:41713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/.lastflushedseqids 2024-11-15T02:21:41,329 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7fd264ff {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7fd264ff 2024-11-15T02:21:41,329 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:21:41,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741848_1024 (size=245) 2024-11-15T02:21:41,739 INFO [M:0;ce6119325ab7:41713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:21:41,739 INFO [M:0;ce6119325ab7:41713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:21:41,740 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:41,740 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:41,740 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:41,740 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:41,740 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:41,740 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T02:21:41,787 DEBUG [M:0;ce6119325ab7:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be88b7bb419f466a9f42175fd4d609df is 82, key is hbase:meta,,1/info:regioninfo/1731637289115/Put/seqid=0 2024-11-15T02:21:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741849_1025 (size=5672) 2024-11-15T02:21:41,842 INFO [M:0;ce6119325ab7:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be88b7bb419f466a9f42175fd4d609df 2024-11-15T02:21:41,873 DEBUG [M:0;ce6119325ab7:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d0435b6d6048279d82cdf48b93efa9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637294427/Put/seqid=0 2024-11-15T02:21:41,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741850_1026 (size=8515) 2024-11-15T02:21:41,889 INFO [M:0;ce6119325ab7:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d0435b6d6048279d82cdf48b93efa9 2024-11-15T02:21:41,911 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:41,930 DEBUG [M:0;ce6119325ab7:41713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4949d4171264b15b11879271c09336f is 69, key is ce6119325ab7,38123,1731637287210/rs:state/1731637287939/Put/seqid=0 2024-11-15T02:21:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741851_1027 (size=5156) 2024-11-15T02:21:41,951 INFO [M:0;ce6119325ab7:41713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4949d4171264b15b11879271c09336f 2024-11-15T02:21:41,961 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/be88b7bb419f466a9f42175fd4d609df as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be88b7bb419f466a9f42175fd4d609df 2024-11-15T02:21:41,975 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/be88b7bb419f466a9f42175fd4d609df, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T02:21:41,977 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/86d0435b6d6048279d82cdf48b93efa9 as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86d0435b6d6048279d82cdf48b93efa9 2024-11-15T02:21:41,989 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/86d0435b6d6048279d82cdf48b93efa9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T02:21:41,990 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f4949d4171264b15b11879271c09336f as hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4949d4171264b15b11879271c09336f 2024-11-15T02:21:42,006 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43385/user/jenkins/test-data/72b79751-32b5-5179-e92d-a3d80f5a145b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f4949d4171264b15b11879271c09336f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T02:21:42,008 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 268ms, sequenceid=97, compaction requested=false 2024-11-15T02:21:42,022 INFO [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:42,022 DEBUG [M:0;ce6119325ab7:41713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637301740Disabling compacts and flushes for region at 1731637301740Disabling writes for close at 1731637301740Obtaining lock to block concurrent updates at 1731637301740Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637301740Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731637301740Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637301741 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637301741Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637301787 (+46 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637301787Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637301853 (+66 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637301872 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637301872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637301894 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637301929 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637301930 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e1699d5: reopening flushed file at 1731637301959 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10e939f4: reopening flushed file at 1731637301976 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1733c247: reopening flushed file at 1731637301989 (+13 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 268ms, sequenceid=97, compaction requested=false at 1731637302008 (+19 ms)Writing region close event to WAL at 1731637302022 (+14 ms)Closed at 1731637302022 2024-11-15T02:21:42,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39435 is added to blk_1073741830_1006 (size=63642) 2024-11-15T02:21:42,030 INFO [M:0;ce6119325ab7:41713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:21:42,030 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:42,030 INFO [M:0;ce6119325ab7:41713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41713 2024-11-15T02:21:42,031 INFO [M:0;ce6119325ab7:41713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:42,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:42,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41713-0x1013c4bf1cc0003, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:42,160 INFO [M:0;ce6119325ab7:41713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:42,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@66b85791{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:42,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ed1954a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:42,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:42,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ccc127c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:42,176 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b51fbb1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:42,179 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:21:42,179 WARN [BP-317567149-172.17.0.3-1731637284446 heartbeating to localhost/127.0.0.1:43385 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:21:42,179 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:21:42,179 WARN [BP-317567149-172.17.0.3-1731637284446 heartbeating to localhost/127.0.0.1:43385 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-317567149-172.17.0.3-1731637284446 (Datanode Uuid ad2cbce2-800f-411b-85ed-6857217cc5bf) service to localhost/127.0.0.1:43385 2024-11-15T02:21:42,180 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/cluster_ab73e921-08ed-32da-a941-a5ce77cf314f/data/data2/current/BP-317567149-172.17.0.3-1731637284446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:42,180 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:21:42,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/cluster_ab73e921-08ed-32da-a941-a5ce77cf314f/data/data1/current/BP-317567149-172.17.0.3-1731637284446 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:42,196 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6694a323{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:42,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@535bcf4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:42,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:42,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e8fb52c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:42,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9d1b35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:42,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:21:42,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:21:42,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:42,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:42,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:42,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:42,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:42,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:21:42,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1284604825, stopped=false 2024-11-15T02:21:42,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,40871,1731637280933 2024-11-15T02:21:42,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-164297495/running 2024-11-15T02:21:42,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-164297495/running 2024-11-15T02:21:42,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:42,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:42,289 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:42,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:21:42,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:42,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:42,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/running 2024-11-15T02:21:42,290 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,38799,1731637281366' ***** 2024-11-15T02:21:42,290 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:21:42,290 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:21:42,291 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Set watcher on znode that does not yet exist, /0-164297495/running 2024-11-15T02:21:42,291 INFO [RS:0;ce6119325ab7:38799 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:21:42,291 INFO [RS:0;ce6119325ab7:38799 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:21:42,291 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(3091): Received CLOSE for 07d4179a986fb09380ece10a540793a8 2024-11-15T02:21:42,296 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:21:42,304 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:42,308 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(3091): Received CLOSE for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:42,308 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,38799,1731637281366 2024-11-15T02:21:42,308 INFO [RS:0;ce6119325ab7:38799 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:42,308 INFO [RS:0;ce6119325ab7:38799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38799. 2024-11-15T02:21:42,308 DEBUG [RS:0;ce6119325ab7:38799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:42,309 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:42,309 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:21:42,309 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:21:42,309 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:21:42,309 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:21:42,309 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 07d4179a986fb09380ece10a540793a8, disabling compactions & flushes 2024-11-15T02:21:42,309 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:42,309 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:42,309 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637289389.07d4179a986fb09380ece10a540793a8. after waiting 0 ms 2024-11-15T02:21:42,309 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:42,309 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 07d4179a986fb09380ece10a540793a8 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T02:21:42,318 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:21:42,318 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1325): Online Regions={07d4179a986fb09380ece10a540793a8=test,,1731637289389.07d4179a986fb09380ece10a540793a8., 1588230740=hbase:meta,,1.1588230740, 65f8d937046aed5226b9785b3bdbcbfb=hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.} 2024-11-15T02:21:42,318 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1351): Waiting on 07d4179a986fb09380ece10a540793a8, 1588230740, 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:42,318 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:42,319 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:42,319 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:42,319 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:42,319 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:42,320 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:21:42,354 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/info/295c904e3d88455cb446d38489c41dda is 147, key is hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb./info:regioninfo/1731637292639/Put/seqid=0 2024-11-15T02:21:42,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741840_1016 (size=7686) 2024-11-15T02:21:42,365 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/info/295c904e3d88455cb446d38489c41dda 2024-11-15T02:21:42,375 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/f/affc507eee25410a9341d381b969c9ed is 29, key is row1/f:/1731637298187/DeleteFamily/seqid=0 2024-11-15T02:21:42,404 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/ns/864086fa8cc4475784be5bb5dad1dcf1 is 43, key is default/ns:d/1731637284269/Put/seqid=0 2024-11-15T02:21:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741841_1017 (size=5118) 2024-11-15T02:21:42,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741842_1018 (size=5153) 2024-11-15T02:21:42,518 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1351): Waiting on 07d4179a986fb09380ece10a540793a8, 1588230740, 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:42,589 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:21:42,589 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:21:42,718 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1351): Waiting on 07d4179a986fb09380ece10a540793a8, 1588230740, 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:42,815 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/f/affc507eee25410a9341d381b969c9ed 2024-11-15T02:21:42,820 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 912, reset compression=false 2024-11-15T02:21:42,824 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/ns/864086fa8cc4475784be5bb5dad1dcf1 2024-11-15T02:21:42,830 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for affc507eee25410a9341d381b969c9ed 2024-11-15T02:21:42,857 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:42,857 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 1159, reset compression=false 2024-11-15T02:21:42,857 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38799,1731637281366 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:21:42,858 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,38799,1731637281366: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,38799,1731637281366, walGroup=ce6119325ab7%2C38799%2C1731637281366, offset=ce6119325ab7%2C38799%2C1731637281366.1731637283730:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:38799 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:21:42,859 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:21:42,859 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:21:42,859 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:21:42,859 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:21:42,859 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:21:42,859 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1056964608, "init": 1048576000, "max": 2306867200, "used": 650051536 }, "NonHeapMemoryUsage": { "committed": 194641920, "init": 7667712, "max": -1, "used": 191438456 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:21:42,860 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:40871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:40871 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:21:42,864 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/f1/33db28be8ec749cd87e6bf439e99a661 is 30, key is row1/f1:/1731637298187/DeleteFamily/seqid=0 2024-11-15T02:21:42,882 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/rep_barrier/acb2b955851641da8c438e898c5f3d7f is 112, key is test,,1731637289389.07d4179a986fb09380ece10a540793a8./rep_barrier:seqnumDuringOpen/1731637290421/Put/seqid=0 2024-11-15T02:21:42,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741843_1019 (size=5123) 2024-11-15T02:21:42,894 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/f1/33db28be8ec749cd87e6bf439e99a661 2024-11-15T02:21:42,904 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33db28be8ec749cd87e6bf439e99a661 2024-11-15T02:21:42,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741844_1020 (size=5518) 2024-11-15T02:21:42,909 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/rep_barrier/acb2b955851641da8c438e898c5f3d7f 2024-11-15T02:21:42,918 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1351): Waiting on 07d4179a986fb09380ece10a540793a8, 1588230740, 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:42,951 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/norep/760c76fe8ef142c38e48f0599020d759 is 32, key is row/norep:/1731637297160/DeleteFamily/seqid=0 2024-11-15T02:21:42,959 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/table/ca13e5dee3c84fa99cc70a0edd9642b3 is 53, key is hbase:replication/table:state/1731637292660/Put/seqid=0 2024-11-15T02:21:42,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741845_1021 (size=5101) 2024-11-15T02:21:42,973 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/norep/760c76fe8ef142c38e48f0599020d759 2024-11-15T02:21:42,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741846_1022 (size=5308) 2024-11-15T02:21:42,978 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 760c76fe8ef142c38e48f0599020d759 2024-11-15T02:21:42,979 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/table/ca13e5dee3c84fa99cc70a0edd9642b3 2024-11-15T02:21:42,986 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/f/affc507eee25410a9341d381b969c9ed as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/f/affc507eee25410a9341d381b969c9ed 2024-11-15T02:21:42,997 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for affc507eee25410a9341d381b969c9ed 2024-11-15T02:21:42,997 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/f/affc507eee25410a9341d381b969c9ed, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T02:21:43,003 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/f1/33db28be8ec749cd87e6bf439e99a661 as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/f1/33db28be8ec749cd87e6bf439e99a661 2024-11-15T02:21:43,006 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/info/295c904e3d88455cb446d38489c41dda as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/info/295c904e3d88455cb446d38489c41dda 2024-11-15T02:21:43,014 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 33db28be8ec749cd87e6bf439e99a661 2024-11-15T02:21:43,014 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/f1/33db28be8ec749cd87e6bf439e99a661, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T02:21:43,015 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/.tmp/norep/760c76fe8ef142c38e48f0599020d759 as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/norep/760c76fe8ef142c38e48f0599020d759 2024-11-15T02:21:43,018 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/info/295c904e3d88455cb446d38489c41dda, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:21:43,021 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 760c76fe8ef142c38e48f0599020d759 2024-11-15T02:21:43,021 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/norep/760c76fe8ef142c38e48f0599020d759, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T02:21:43,021 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/ns/864086fa8cc4475784be5bb5dad1dcf1 as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/ns/864086fa8cc4475784be5bb5dad1dcf1 2024-11-15T02:21:43,022 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 07d4179a986fb09380ece10a540793a8 in 713ms, sequenceid=8, compaction requested=false 2024-11-15T02:21:43,027 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/ns/864086fa8cc4475784be5bb5dad1dcf1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:21:43,028 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/rep_barrier/acb2b955851641da8c438e898c5f3d7f as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/rep_barrier/acb2b955851641da8c438e898c5f3d7f 2024-11-15T02:21:43,034 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/rep_barrier/acb2b955851641da8c438e898c5f3d7f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:21:43,039 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/.tmp/table/ca13e5dee3c84fa99cc70a0edd9642b3 as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/table/ca13e5dee3c84fa99cc70a0edd9642b3 2024-11-15T02:21:43,051 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/table/ca13e5dee3c84fa99cc70a0edd9642b3, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:21:43,060 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 741ms, sequenceid=16, compaction requested=false 2024-11-15T02:21:43,091 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 1159, reset compression=false 2024-11-15T02:21:43,115 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/default/test/07d4179a986fb09380ece10a540793a8/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T02:21:43,117 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:43,117 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:43,117 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:43,117 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 07d4179a986fb09380ece10a540793a8: Waiting for close lock at 1731637302309Running coprocessor pre-close hooks at 1731637302309Disabling compacts and flushes for region at 1731637302309Disabling writes for close at 1731637302309Obtaining lock to block concurrent updates at 1731637302309Preparing flush snapshotting stores in 07d4179a986fb09380ece10a540793a8 at 1731637302309Finished memstore snapshotting test,,1731637289389.07d4179a986fb09380ece10a540793a8., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731637302312 (+3 ms)Flushing stores of test,,1731637289389.07d4179a986fb09380ece10a540793a8. at 1731637302319 (+7 ms)Flushing 07d4179a986fb09380ece10a540793a8/f: creating writer at 1731637302320 (+1 ms)Flushing 07d4179a986fb09380ece10a540793a8/f: appending metadata at 1731637302371 (+51 ms)Flushing 07d4179a986fb09380ece10a540793a8/f: closing flushed file at 1731637302372 (+1 ms)Flushing 07d4179a986fb09380ece10a540793a8/f1: creating writer at 1731637302830 (+458 ms)Flushing 07d4179a986fb09380ece10a540793a8/f1: appending metadata at 1731637302863 (+33 ms)Flushing 07d4179a986fb09380ece10a540793a8/f1: closing flushed file at 1731637302863Flushing 07d4179a986fb09380ece10a540793a8/norep: creating writer at 1731637302904 (+41 ms)Flushing 07d4179a986fb09380ece10a540793a8/norep: appending metadata at 1731637302950 (+46 ms)Flushing 07d4179a986fb09380ece10a540793a8/norep: closing flushed file at 1731637302950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40676148: reopening flushed file at 1731637302978 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bcea1be: reopening flushed file at 1731637302997 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7311b0f6: reopening flushed file at 1731637303014 (+17 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 07d4179a986fb09380ece10a540793a8 in 713ms, sequenceid=8, compaction requested=false at 1731637303022 (+8 ms)Writing region close event to WAL at 1731637303076 (+54 ms)Running coprocessor post-close hooks at 1731637303117 (+41 ms)Closed at 1731637303117 2024-11-15T02:21:43,117 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637289389.07d4179a986fb09380ece10a540793a8. 2024-11-15T02:21:43,117 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65f8d937046aed5226b9785b3bdbcbfb, disabling compactions & flushes 2024-11-15T02:21:43,118 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,118 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,118 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. after waiting 0 ms 2024-11-15T02:21:43,118 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,118 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65f8d937046aed5226b9785b3bdbcbfb: Waiting for close lock at 1731637303117Running coprocessor pre-close hooks at 1731637303117Disabling compacts and flushes for region at 1731637303117Disabling writes for close at 1731637303118 (+1 ms)Failed flush hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb., putting online again at 1731637303118 2024-11-15T02:21:43,118 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,119 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(3091): Received CLOSE for 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:43,119 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 65f8d937046aed5226b9785b3bdbcbfb 2024-11-15T02:21:43,119 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 65f8d937046aed5226b9785b3bdbcbfb, disabling compactions & flushes 2024-11-15T02:21:43,119 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,119 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,119 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. after waiting 0 ms 2024-11-15T02:21:43,119 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,119 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 65f8d937046aed5226b9785b3bdbcbfb: Waiting for close lock at 1731637303119Running coprocessor pre-close hooks at 1731637303119Disabling compacts and flushes for region at 1731637303119Disabling writes for close at 1731637303119Failed flush hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb., putting online again at 1731637303119 2024-11-15T02:21:43,119 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb. 2024-11-15T02:21:43,157 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:21:43,157 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.wal-reader.ce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/WALs/ce6119325ab7,38799,1731637281366/ce6119325ab7%2C38799%2C1731637281366.1731637283730 to pos 1803, reset compression=false 2024-11-15T02:21:43,181 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:21:43,182 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:21:43,182 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:21:43,182 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:43,182 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637302318Running coprocessor pre-close hooks at 1731637302318Disabling compacts and flushes for region at 1731637302318Disabling writes for close at 1731637302319 (+1 ms)Obtaining lock to block concurrent updates at 1731637302320 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637302320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637302324 (+4 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637302329 (+5 ms)Flushing 1588230740/info: creating writer at 1731637302330 (+1 ms)Flushing 1588230740/info: appending metadata at 1731637302354 (+24 ms)Flushing 1588230740/info: closing flushed file at 1731637302354Flushing 1588230740/ns: creating writer at 1731637302379 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731637302401 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731637302401Flushing 1588230740/rep_barrier: creating writer at 1731637302849 (+448 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637302881 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637302881Flushing 1588230740/table: creating writer at 1731637302921 (+40 ms)Flushing 1588230740/table: appending metadata at 1731637302958 (+37 ms)Flushing 1588230740/table: closing flushed file at 1731637302958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eccfd9b: reopening flushed file at 1731637303005 (+47 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@517e6ca6: reopening flushed file at 1731637303019 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c249dcd: reopening flushed file at 1731637303027 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@645425fa: reopening flushed file at 1731637303034 (+7 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 741ms, sequenceid=16, compaction requested=false at 1731637303060 (+26 ms)Writing region close event to WAL at 1731637303169 (+109 ms)Running coprocessor post-close hooks at 1731637303182 (+13 ms)Closed at 1731637303182 2024-11-15T02:21:43,183 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:43,304 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:43,305 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:43,305 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28315 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:43,319 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:21:43,319 DEBUG [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1325): Online Regions={65f8d937046aed5226b9785b3bdbcbfb=hbase:replication,,1731637291813.65f8d937046aed5226b9785b3bdbcbfb.} 2024-11-15T02:21:43,319 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T02:21:43,319 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,38799,1731637281366; all regions closed. 2024-11-15T02:21:43,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:21:43,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741839_1015 (size=1733) 2024-11-15T02:21:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741833_1009 (size=1811) 2024-11-15T02:21:43,328 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:43,328 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:21:43,328 INFO [RS:0;ce6119325ab7:38799 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:43,328 INFO [RS:0;ce6119325ab7:38799 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:43,328 INFO [RS:0;ce6119325ab7:38799 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:43,328 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,38799,1731637281366 because: Region server is closing 2024-11-15T02:21:43,329 INFO [RS:0;ce6119325ab7:38799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38799. 2024-11-15T02:21:43,329 DEBUG [RS:0;ce6119325ab7:38799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:43,329 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:43,329 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:43,329 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:43,329 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:43,429 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38799,1731637281366.replicationSource.shipperce6119325ab7%2C38799%2C1731637281366,1-ce6119325ab7,38799,1731637281366 terminated 2024-11-15T02:21:43,429 INFO [RS:0;ce6119325ab7:38799 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38799. 2024-11-15T02:21:43,429 DEBUG [RS:0;ce6119325ab7:38799 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:21:43,429 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:43,429 DEBUG [RS:0;ce6119325ab7:38799 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:43,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:21:43,430 INFO [RS:0;ce6119325ab7:38799 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38799 2024-11-15T02:21:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-164297495/rs/ce6119325ab7,38799,1731637281366 2024-11-15T02:21:43,473 INFO [RS:0;ce6119325ab7:38799 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:43,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495/rs 2024-11-15T02:21:43,484 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,38799,1731637281366] 2024-11-15T02:21:43,494 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/draining/ce6119325ab7,38799,1731637281366 already deleted, retry=false 2024-11-15T02:21:43,494 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,38799,1731637281366 expired; onlineServers=0 2024-11-15T02:21:43,494 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,40871,1731637280933' ***** 2024-11-15T02:21:43,494 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:21:43,494 INFO [M:0;ce6119325ab7:40871 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:21:43,494 INFO [M:0;ce6119325ab7:40871 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:21:43,494 DEBUG [M:0;ce6119325ab7:40871 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:21:43,494 DEBUG [M:0;ce6119325ab7:40871 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:21:43,494 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:21:43,494 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637283353 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637283353,5,FailOnTimeoutGroup] 2024-11-15T02:21:43,494 INFO [M:0;ce6119325ab7:40871 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:21:43,494 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637283355 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637283355,5,FailOnTimeoutGroup] 2024-11-15T02:21:43,494 INFO [M:0;ce6119325ab7:40871 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:21:43,495 DEBUG [M:0;ce6119325ab7:40871 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:21:43,495 INFO [M:0;ce6119325ab7:40871 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:21:43,495 INFO [M:0;ce6119325ab7:40871 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:21:43,495 INFO [M:0;ce6119325ab7:40871 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:21:43,495 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:21:43,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-164297495/master 2024-11-15T02:21:43,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-164297495 2024-11-15T02:21:43,505 DEBUG [M:0;ce6119325ab7:40871 {}] zookeeper.RecoverableZooKeeper(212): Node /0-164297495/master already deleted, retry=false 2024-11-15T02:21:43,505 DEBUG [M:0;ce6119325ab7:40871 {}] master.ActiveMasterManager(353): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Failed delete of our master address node; KeeperErrorCode = NoNode for /0-164297495/master 2024-11-15T02:21:43,507 INFO [M:0;ce6119325ab7:40871 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/.lastflushedseqids 2024-11-15T02:21:43,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741847_1023 (size=245) 2024-11-15T02:21:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:43,584 INFO [RS:0;ce6119325ab7:38799 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:43,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38799-0x1013c4bf1cc0001, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:43,584 INFO [RS:0;ce6119325ab7:38799 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,38799,1731637281366; zookeeper connection closed. 2024-11-15T02:21:43,584 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2999ffb9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2999ffb9 2024-11-15T02:21:43,584 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:21:43,917 INFO [M:0;ce6119325ab7:40871 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:21:43,917 INFO [M:0;ce6119325ab7:40871 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:21:43,917 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:43,917 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:43,917 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:43,917 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:43,917 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:43,918 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T02:21:43,941 DEBUG [M:0;ce6119325ab7:40871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de64c5bcb504adbba3d1371fdbe205c is 82, key is hbase:meta,,1/info:regioninfo/1731637284215/Put/seqid=0 2024-11-15T02:21:43,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741848_1024 (size=5672) 2024-11-15T02:21:43,949 INFO [M:0;ce6119325ab7:40871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de64c5bcb504adbba3d1371fdbe205c 2024-11-15T02:21:43,976 DEBUG [M:0;ce6119325ab7:40871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab511fc85bb448caad51fca585c43b9 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637292678/Put/seqid=0 2024-11-15T02:21:43,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741849_1025 (size=8516) 2024-11-15T02:21:44,384 INFO [M:0;ce6119325ab7:40871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab511fc85bb448caad51fca585c43b9 2024-11-15T02:21:44,434 DEBUG [M:0;ce6119325ab7:40871 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad61a9c1e12488e80da3bc41637788e is 69, key is ce6119325ab7,38799,1731637281366/rs:state/1731637283505/Put/seqid=0 2024-11-15T02:21:44,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741850_1026 (size=5156) 2024-11-15T02:21:44,773 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:44,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,847 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:44,859 INFO [M:0;ce6119325ab7:40871 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad61a9c1e12488e80da3bc41637788e 2024-11-15T02:21:44,896 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3de64c5bcb504adbba3d1371fdbe205c as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de64c5bcb504adbba3d1371fdbe205c 2024-11-15T02:21:44,931 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3de64c5bcb504adbba3d1371fdbe205c, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T02:21:44,940 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dab511fc85bb448caad51fca585c43b9 as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dab511fc85bb448caad51fca585c43b9 2024-11-15T02:21:44,953 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dab511fc85bb448caad51fca585c43b9, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T02:21:44,954 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1ad61a9c1e12488e80da3bc41637788e as hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ad61a9c1e12488e80da3bc41637788e 2024-11-15T02:21:44,961 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32917/user/jenkins/test-data/b98252d0-b059-0821-c434-7663efbe0d6f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1ad61a9c1e12488e80da3bc41637788e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T02:21:44,966 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1049ms, sequenceid=97, compaction requested=false 2024-11-15T02:21:44,991 INFO [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:44,991 DEBUG [M:0;ce6119325ab7:40871 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637303917Disabling compacts and flushes for region at 1731637303917Disabling writes for close at 1731637303917Obtaining lock to block concurrent updates at 1731637303918 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637303918Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731637303918Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637303918Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637303918Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637303940 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637303940Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637303955 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637303975 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637303975Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637304409 (+434 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637304433 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637304433Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53185ccf: reopening flushed file at 1731637304891 (+458 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dbaacf2: reopening flushed file at 1731637304931 (+40 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43b2e5ba: reopening flushed file at 1731637304954 (+23 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1049ms, sequenceid=97, compaction requested=false at 1731637304966 (+12 ms)Writing region close event to WAL at 1731637304991 (+25 ms)Closed at 1731637304991 2024-11-15T02:21:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36289 is added to blk_1073741830_1006 (size=63654) 2024-11-15T02:21:45,016 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:21:45,016 INFO [M:0;ce6119325ab7:40871 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:21:45,016 INFO [M:0;ce6119325ab7:40871 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:40871 2024-11-15T02:21:45,017 INFO [M:0;ce6119325ab7:40871 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:21:45,126 INFO [M:0;ce6119325ab7:40871 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:21:45,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:45,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40871-0x1013c4bf1cc0000, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:21:45,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55933cd1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:45,141 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42e6aa62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:45,141 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:45,141 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cf5c10{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:45,142 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ffe7038{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:45,146 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:21:45,146 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:21:45,150 WARN [BP-838645793-172.17.0.3-1731637278390 heartbeating to localhost/127.0.0.1:32917 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:21:45,150 WARN [BP-838645793-172.17.0.3-1731637278390 heartbeating to localhost/127.0.0.1:32917 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-838645793-172.17.0.3-1731637278390 (Datanode Uuid 1092206b-2199-4179-9eda-532f04a02807) service to localhost/127.0.0.1:32917 2024-11-15T02:21:45,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/data/data1/current/BP-838645793-172.17.0.3-1731637278390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:45,151 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/cluster_69100121-0c67-7bc2-3279-54cebce5e30b/data/data2/current/BP-838645793-172.17.0.3-1731637278390 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:21:45,151 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:21:45,159 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@10ec5bde{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:45,159 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c049c9a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:21:45,160 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:21:45,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42813850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:21:45,160 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2618d675{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a09c771-6e5b-80a5-234d-1d0847b8958e/hadoop.log.dir/,STOPPED} 2024-11-15T02:21:45,173 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:21:45,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:21:45,198 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=263 (was 244) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43385 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59699) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:32917 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43385 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43385 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32917 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43385 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59699) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32917 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:32917 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=654 (was 626) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=1200 (was 1196) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1703 (was 2269) 2024-11-15T02:21:45,211 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=263, OpenFileDescriptor=654, MaxFileDescriptor=1048576, SystemLoadAverage=1200, ProcessCount=11, AvailableMemoryMB=1702 2024-11-15T02:21:45,223 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T02:21:45,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir so I do NOT create it in target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1 2024-11-15T02:21:45,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:21:45,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.tmp.dir so I do NOT create it in target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1 2024-11-15T02:21:45,223 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fe82ff97-110a-24b5-7399-323e30655176/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:21:45,223 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1 2024-11-15T02:21:45,223 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f, deleteOnExit=true 2024-11-15T02:21:45,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/zookeeper_0, clientPort=53503, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:21:45,227 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53503 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/test.cache.data in system properties and HBase conf 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:21:45,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:21:45,228 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:21:45,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:21:45,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c4bf1cc0005, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:21:45,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c4bf1cc0002, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:21:45,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c4bf1cc0005, quorum=127.0.0.1:59699, baseZNode=/11879942069 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:21:45,264 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c4bf1cc0002, quorum=127.0.0.1:59699, baseZNode=/0-164297495 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:21:45,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:45,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:45,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:45,657 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:45,657 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:21:45,661 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:45,668 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6de489a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:45,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4dd1842f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:45,889 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a68ad89{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/java.io.tmpdir/jetty-localhost-38589-hadoop-hdfs-3_4_1-tests_jar-_-any-197698357781032811/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:45,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4d01858c{HTTP/1.1, (http/1.1)}{localhost:38589} 2024-11-15T02:21:45,908 INFO [Time-limited test {}] server.Server(415): Started @222286ms 2024-11-15T02:21:46,510 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:46,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:46,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:46,516 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:46,516 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:21:46,520 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2456767e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:46,521 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bf30e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:46,683 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e0d7e2f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/java.io.tmpdir/jetty-localhost-41691-hadoop-hdfs-3_4_1-tests_jar-_-any-8458455667116742775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:46,684 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61ebe229{HTTP/1.1, (http/1.1)}{localhost:41691} 2024-11-15T02:21:46,684 INFO [Time-limited test {}] server.Server(415): Started @223062ms 2024-11-15T02:21:46,686 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:21:47,774 WARN [Thread-2634 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/data/data2/current/BP-1113674377-172.17.0.3-1731637305244/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:47,774 WARN [Thread-2633 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/data/data1/current/BP-1113674377-172.17.0.3-1731637305244/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:47,828 WARN [Thread-2621 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:21:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243ea9c227373590 with lease ID 0x3fe186d0fb858ef0: Processing first storage report for DS-0de93443-3ea6-4db7-a3e2-657a99c0b72b from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=9f517232-0a47-4c06-9ca9-241633cebd24, infoPort=43929, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=1091380704;c=1731637305244) 2024-11-15T02:21:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243ea9c227373590 with lease ID 0x3fe186d0fb858ef0: from storage DS-0de93443-3ea6-4db7-a3e2-657a99c0b72b node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=9f517232-0a47-4c06-9ca9-241633cebd24, infoPort=43929, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=1091380704;c=1731637305244), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x243ea9c227373590 with lease ID 0x3fe186d0fb858ef0: Processing first storage report for DS-472aaae1-47d9-48ac-b410-8a1bf002cf61 from datanode DatanodeRegistration(127.0.0.1:46357, datanodeUuid=9f517232-0a47-4c06-9ca9-241633cebd24, infoPort=43929, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=1091380704;c=1731637305244) 2024-11-15T02:21:47,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x243ea9c227373590 with lease ID 0x3fe186d0fb858ef0: from storage DS-472aaae1-47d9-48ac-b410-8a1bf002cf61 node DatanodeRegistration(127.0.0.1:46357, datanodeUuid=9f517232-0a47-4c06-9ca9-241633cebd24, infoPort=43929, infoSecurePort=0, ipcPort=39853, storageInfo=lv=-57;cid=testClusterID;nsid=1091380704;c=1731637305244), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:47,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1 2024-11-15T02:21:47,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:47,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:47,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:21:48,345 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c with version=8 2024-11-15T02:21:48,345 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/hbase-staging 2024-11-15T02:21:48,347 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:48,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:48,347 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:48,347 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:48,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:48,348 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:48,348 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:21:48,348 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:48,357 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:45919 2024-11-15T02:21:48,358 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45919 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:21:48,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:459190x0, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:48,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45919-0x1013c4c5b340000 connected 2024-11-15T02:21:49,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:49,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:49,169 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/running 2024-11-15T02:21:49,169 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c, hbase.cluster.distributed=false 2024-11-15T02:21:49,193 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/acl 2024-11-15T02:21:49,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-15T02:21:49,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45919 2024-11-15T02:21:49,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45919 2024-11-15T02:21:49,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-15T02:21:49,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45919 2024-11-15T02:21:49,259 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:49,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:49,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:49,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:49,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:49,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:49,259 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:21:49,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:49,261 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:38913 2024-11-15T02:21:49,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38913 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:21:49,262 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:49,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:49,299 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389130x0, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:49,300 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38913-0x1013c4c5b340001 connected 2024-11-15T02:21:49,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/running 2024-11-15T02:21:49,305 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:21:49,321 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:21:49,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/master 2024-11-15T02:21:49,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/acl 2024-11-15T02:21:49,348 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38913 2024-11-15T02:21:49,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38913 2024-11-15T02:21:49,370 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38913 2024-11-15T02:21:49,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38913 2024-11-15T02:21:49,388 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38913 2024-11-15T02:21:49,430 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:45919 2024-11-15T02:21:49,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0647620859/backup-masters/ce6119325ab7,45919,1731637308347 2024-11-15T02:21:49,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859/backup-masters 2024-11-15T02:21:49,475 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859/backup-masters 2024-11-15T02:21:49,478 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on existing znode=/0647620859/backup-masters/ce6119325ab7,45919,1731637308347 2024-11-15T02:21:49,489 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0647620859/master 2024-11-15T02:21:49,489 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:49,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:49,510 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on existing znode=/0647620859/master 2024-11-15T02:21:49,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0647620859/backup-masters/ce6119325ab7,45919,1731637308347 from backup master directory 2024-11-15T02:21:49,528 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859/backup-masters 2024-11-15T02:21:49,528 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0647620859/backup-masters/ce6119325ab7,45919,1731637308347 2024-11-15T02:21:49,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859/backup-masters 2024-11-15T02:21:49,530 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:49,530 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,45919,1731637308347 2024-11-15T02:21:49,548 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/hbase.id] with ID: d68434e4-a352-49a7-a3f8-41b33f8d84fb 2024-11-15T02:21:49,548 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/.tmp/hbase.id 2024-11-15T02:21:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:21:49,604 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/.tmp/hbase.id]:[hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/hbase.id] 2024-11-15T02:21:49,678 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:49,678 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:21:49,679 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:21:49,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:49,696 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:49,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:21:49,754 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:49,755 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:21:49,756 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:49,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:21:50,209 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store 2024-11-15T02:21:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:21:50,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:50,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:50,229 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:50,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:50,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:50,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:50,229 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:50,230 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637310229Disabling compacts and flushes for region at 1731637310229Disabling writes for close at 1731637310229Writing region close event to WAL at 1731637310229Closed at 1731637310229 2024-11-15T02:21:50,230 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/.initializing 2024-11-15T02:21:50,230 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/WALs/ce6119325ab7,45919,1731637308347 2024-11-15T02:21:50,231 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:50,241 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C45919%2C1731637308347, suffix=, logDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/WALs/ce6119325ab7,45919,1731637308347, archiveDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/oldWALs, maxLogs=10 2024-11-15T02:21:50,256 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/WALs/ce6119325ab7,45919,1731637308347/ce6119325ab7%2C45919%2C1731637308347.1731637310242, exclude list is [], retry=0 2024-11-15T02:21:50,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-0de93443-3ea6-4db7-a3e2-657a99c0b72b,DISK] 2024-11-15T02:21:50,272 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/WALs/ce6119325ab7,45919,1731637308347/ce6119325ab7%2C45919%2C1731637308347.1731637310242 2024-11-15T02:21:50,288 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-15T02:21:50,288 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:50,289 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:50,289 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,289 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:21:50,293 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,293 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:50,294 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:21:50,295 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:50,295 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:21:50,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:50,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:21:50,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:50,298 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,299 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,299 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,307 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,307 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,308 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:50,308 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:50,310 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:50,310 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65785431, jitterRate=-0.019720688462257385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:50,311 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637310289Initializing all the Stores at 1731637310290 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637310290Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637310290Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637310290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637310290Cleaning up temporary data from old regions at 1731637310307 (+17 ms)Region opened successfully at 1731637310311 (+4 ms) 2024-11-15T02:21:50,311 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:21:50,313 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5df21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:50,314 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:21:50,314 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:21:50,314 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:21:50,315 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:21:50,318 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 3 msec 2024-11-15T02:21:50,318 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:21:50,318 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:21:50,321 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:21:50,321 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Unable to get data of znode /0647620859/balancer because node does not exist (not necessarily an error) 2024-11-15T02:21:50,331 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0647620859/balancer already deleted, retry=false 2024-11-15T02:21:50,331 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:21:50,332 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Unable to get data of znode /0647620859/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:21:50,346 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0647620859/normalizer already deleted, retry=false 2024-11-15T02:21:50,346 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:21:50,351 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Unable to get data of znode /0647620859/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:21:50,365 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0647620859/switch/split already deleted, retry=false 2024-11-15T02:21:50,368 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Unable to get data of znode /0647620859/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:21:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:21:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:21:50,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:21:50,378 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0647620859/switch/merge already deleted, retry=false 2024-11-15T02:21:50,379 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Unable to get data of znode /0647620859/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:21:50,388 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0647620859/snapshot-cleanup already deleted, retry=false 2024-11-15T02:21:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0647620859/running 2024-11-15T02:21:50,399 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0647620859/running 2024-11-15T02:21:50,399 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:50,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:50,400 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,45919,1731637308347, sessionid=0x1013c4c5b340000, setting cluster-up flag (Was=false) 2024-11-15T02:21:50,433 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:50,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:50,470 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0647620859/flush-table-proc/acquired, /0647620859/flush-table-proc/reached, /0647620859/flush-table-proc/abort 2024-11-15T02:21:50,472 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,45919,1731637308347 2024-11-15T02:21:50,493 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:50,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:50,536 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0647620859/online-snapshot/acquired, /0647620859/online-snapshot/reached, /0647620859/online-snapshot/abort 2024-11-15T02:21:50,560 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,45919,1731637308347 2024-11-15T02:21:50,569 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:21:50,580 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:50,580 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:21:50,580 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:21:50,581 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,45919,1731637308347 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:50,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,606 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:50,606 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:21:50,607 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,607 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637340631 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:21:50,631 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:21:50,632 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,632 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:21:50,632 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:21:50,632 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:21:50,632 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:21:50,636 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:21:50,636 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:21:50,644 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(746): ClusterId : d68434e4-a352-49a7-a3f8-41b33f8d84fb 2024-11-15T02:21:50,644 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:21:50,652 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637310636,5,FailOnTimeoutGroup] 2024-11-15T02:21:50,656 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637310652,5,FailOnTimeoutGroup] 2024-11-15T02:21:50,656 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,657 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:21:50,657 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,657 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,676 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:21:50,676 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:21:50,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:21:50,707 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:21:50,708 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c 2024-11-15T02:21:50,712 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:21:50,713 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6771d849, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:50,756 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:38913 2024-11-15T02:21:50,756 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:21:50,757 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:21:50,757 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:21:50,764 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,45919,1731637308347 with port=38913, startcode=1731637309259 2024-11-15T02:21:50,765 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:21:50,785 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:21:50,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,38913,1731637309259 2024-11-15T02:21:50,786 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45919 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,38913,1731637309259 2024-11-15T02:21:50,788 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c 2024-11-15T02:21:50,788 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43807 2024-11-15T02:21:50,788 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:21:50,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:21:50,799 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859/rs 2024-11-15T02:21:50,803 DEBUG [RS:0;ce6119325ab7:38913 {}] zookeeper.ZKUtil(111): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on existing znode=/0647620859/rs/ce6119325ab7,38913,1731637309259 2024-11-15T02:21:50,803 WARN [RS:0;ce6119325ab7:38913 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:50,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,38913,1731637309259] 2024-11-15T02:21:50,803 INFO [RS:0;ce6119325ab7:38913 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:50,804 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259 2024-11-15T02:21:50,804 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:50,832 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:21:50,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:50,841 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:21:50,858 INFO [RS:0;ce6119325ab7:38913 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:21:50,858 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,858 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:21:50,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:50,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,861 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:21:50,861 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:50,861 DEBUG [RS:0;ce6119325ab7:38913 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:50,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:50,872 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:50,872 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,872 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,872 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,872 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,872 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,872 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38913,1731637309259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:50,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:50,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:50,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:50,918 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:21:50,918 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,38913,1731637309259-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,918 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,918 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.Replication(171): ce6119325ab7,38913,1731637309259 started 2024-11-15T02:21:50,920 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:50,920 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:50,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:50,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:50,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:50,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:50,944 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:50,948 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740 2024-11-15T02:21:50,954 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740 2024-11-15T02:21:50,959 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:50,959 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,38913,1731637309259, RpcServer on ce6119325ab7/172.17.0.3:38913, sessionid=0x1013c4c5b340001 2024-11-15T02:21:50,959 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:21:50,959 DEBUG [RS:0;ce6119325ab7:38913 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,38913,1731637309259 2024-11-15T02:21:50,959 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,38913,1731637309259' 2024-11-15T02:21:50,959 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0647620859/flush-table-proc/abort' 2024-11-15T02:21:50,964 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0647620859/flush-table-proc/acquired' 2024-11-15T02:21:50,965 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:50,965 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:50,965 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:21:50,965 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:21:50,965 DEBUG [RS:0;ce6119325ab7:38913 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,38913,1731637309259 2024-11-15T02:21:50,965 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,38913,1731637309259' 2024-11-15T02:21:50,965 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0647620859/online-snapshot/abort' 2024-11-15T02:21:50,966 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:50,968 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:50,971 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:50,972 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68104046, jitterRate=0.014829367399215698}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:50,972 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637310804Initializing all the Stores at 1731637310816 (+12 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637310816Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637310835 (+19 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637310835Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637310835Cleaning up temporary data from old regions at 1731637310965 (+130 ms)Region opened successfully at 1731637310972 (+7 ms) 2024-11-15T02:21:50,973 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:50,973 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:50,973 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:50,973 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:50,973 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:50,980 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0647620859/online-snapshot/acquired' 2024-11-15T02:21:50,981 DEBUG [RS:0;ce6119325ab7:38913 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:21:50,981 INFO [RS:0;ce6119325ab7:38913 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:21:50,981 INFO [RS:0;ce6119325ab7:38913 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:21:50,986 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:50,986 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637310972Disabling compacts and flushes for region at 1731637310972Disabling writes for close at 1731637310973 (+1 ms)Writing region close event to WAL at 1731637310986 (+13 ms)Closed at 1731637310986 2024-11-15T02:21:50,991 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:50,991 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:21:50,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:21:50,993 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:51,001 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:21:51,084 INFO [RS:0;ce6119325ab7:38913 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:51,096 INFO [RS:0;ce6119325ab7:38913 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38913%2C1731637309259, suffix=, logDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259, archiveDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/oldWALs, maxLogs=10 2024-11-15T02:21:51,123 DEBUG [RS:0;ce6119325ab7:38913 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, exclude list is [], retry=0 2024-11-15T02:21:51,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-0de93443-3ea6-4db7-a3e2-657a99c0b72b,DISK] 2024-11-15T02:21:51,151 WARN [ce6119325ab7:45919 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:21:51,160 INFO [RS:0;ce6119325ab7:38913 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 2024-11-15T02:21:51,164 DEBUG [RS:0;ce6119325ab7:38913 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-15T02:21:51,401 DEBUG [ce6119325ab7:45919 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:21:51,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,38913,1731637309259 2024-11-15T02:21:51,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,38913,1731637309259, state=OPENING 2024-11-15T02:21:51,460 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:21:51,512 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:51,513 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0647620859/meta-region-server: CHANGED 2024-11-15T02:21:51,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:21:51,520 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:51,520 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,38913,1731637309259}] 2024-11-15T02:21:51,528 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0647620859/meta-region-server: CHANGED 2024-11-15T02:21:51,682 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:51,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:21:51,685 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:21:51,685 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:51,686 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:21:51,687 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38913%2C1731637309259.meta, suffix=.meta, logDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259, archiveDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/oldWALs, maxLogs=10 2024-11-15T02:21:51,700 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.meta.1731637311687.meta, exclude list is [], retry=0 2024-11-15T02:21:51,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-0de93443-3ea6-4db7-a3e2-657a99c0b72b,DISK] 2024-11-15T02:21:51,707 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.meta.1731637311687.meta 2024-11-15T02:21:51,707 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-15T02:21:51,707 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:51,708 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:51,708 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:51,708 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:21:51,708 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:21:51,708 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:21:51,708 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:51,708 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:21:51,708 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:21:51,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:51,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:51,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:51,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:51,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:51,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:51,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:51,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:51,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:51,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:51,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:51,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:51,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:51,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:51,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:51,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:51,713 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:51,713 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740 2024-11-15T02:21:51,714 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740 2024-11-15T02:21:51,715 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:51,715 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:51,715 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:51,716 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:51,717 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62678244, jitterRate=-0.0660213828086853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:51,717 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:21:51,717 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637311708Writing region info on filesystem at 1731637311708Initializing all the Stores at 1731637311709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637311709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637311709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637311709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637311709Cleaning up temporary data from old regions at 1731637311715 (+6 ms)Running coprocessor post-open hooks at 1731637311717 (+2 ms)Region opened successfully at 1731637311717 2024-11-15T02:21:51,718 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637311681 2024-11-15T02:21:51,720 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:21:51,720 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:21:51,720 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,38913,1731637309259 2024-11-15T02:21:51,721 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,38913,1731637309259, state=OPEN 2024-11-15T02:21:51,857 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0647620859/meta-region-server 2024-11-15T02:21:51,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0647620859/meta-region-server 2024-11-15T02:21:51,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0647620859/meta-region-server: CHANGED 2024-11-15T02:21:51,858 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,38913,1731637309259 2024-11-15T02:21:51,858 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0647620859/meta-region-server: CHANGED 2024-11-15T02:21:51,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:21:51,860 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,38913,1731637309259 in 338 msec 2024-11-15T02:21:51,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:21:51,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 869 msec 2024-11-15T02:21:51,862 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:51,862 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:21:51,863 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:51,863 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38913,1731637309259, seqNum=-1] 2024-11-15T02:21:51,864 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:51,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37037, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:51,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2950 sec 2024-11-15T02:21:51,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637311869, completionTime=-1 2024-11-15T02:21:51,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:21:51,869 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637371871 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637431871 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45919,1731637308347-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45919,1731637308347-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45919,1731637308347-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:45919, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,873 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.345sec 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45919,1731637308347-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:51,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45919,1731637308347-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:21:51,876 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:21:51,876 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:21:51,877 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,45919,1731637308347-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:51,961 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6da11662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:51,962 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:21:51,962 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:51,963 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:21:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:21:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d748720, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:51,963 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:21:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:51,965 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:51,965 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d61a37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:51,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:51,966 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38913,1731637309259, seqNum=-1] 2024-11-15T02:21:51,967 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:51,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:51,969 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,45919,1731637308347 2024-11-15T02:21:51,969 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:21:52,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:52,013 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4c5b340002 connected 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir so I do NOT create it in target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd 2024-11-15T02:21:52,068 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.tmp.dir so I do NOT create it in target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd 2024-11-15T02:21:52,068 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:21:52,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/cluster_8db35be2-481c-4bec-8382-2e9c26b58219, deleteOnExit=true 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/test.cache.data in system properties and HBase conf 2024-11-15T02:21:52,068 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:21:52,069 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:21:52,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:21:52,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:21:52,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:52,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:52,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:52,704 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:52,704 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:21:52,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:52,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc3c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:52,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77dc4aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:52,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@bb56a7d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/java.io.tmpdir/jetty-localhost-45529-hadoop-hdfs-3_4_1-tests_jar-_-any-4111831568822651337/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:52,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18593ceb{HTTP/1.1, (http/1.1)}{localhost:45529} 2024-11-15T02:21:52,842 INFO [Time-limited test {}] server.Server(415): Started @229219ms 2024-11-15T02:21:53,317 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:53,319 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:53,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:53,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:53,324 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:21:53,324 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:21:53,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ed0fbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:53,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b7fade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:53,325 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:53,325 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38335 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:21:53,438 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@412e2c79{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/java.io.tmpdir/jetty-localhost-35655-hadoop-hdfs-3_4_1-tests_jar-_-any-7836659269400237842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:21:53,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63981716{HTTP/1.1, (http/1.1)}{localhost:35655} 2024-11-15T02:21:53,439 INFO [Time-limited test {}] server.Server(415): Started @229816ms 2024-11-15T02:21:53,440 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:21:54,446 WARN [Thread-2753 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/cluster_8db35be2-481c-4bec-8382-2e9c26b58219/data/data1/current/BP-2056588623-172.17.0.3-1731637312090/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:54,452 WARN [Thread-2754 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/cluster_8db35be2-481c-4bec-8382-2e9c26b58219/data/data2/current/BP-2056588623-172.17.0.3-1731637312090/current, will proceed with Du for space computation calculation, 2024-11-15T02:21:54,501 WARN [Thread-2741 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:21:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa537a9435e26b775 with lease ID 0xb9c815b0b0373fdb: Processing first storage report for DS-04fa0f77-1eed-4090-a50c-9efbfa768721 from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=192acc24-ebea-4df8-b37e-0676caa7426c, infoPort=34059, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=1871530388;c=1731637312090) 2024-11-15T02:21:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa537a9435e26b775 with lease ID 0xb9c815b0b0373fdb: from storage DS-04fa0f77-1eed-4090-a50c-9efbfa768721 node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=192acc24-ebea-4df8-b37e-0676caa7426c, infoPort=34059, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=1871530388;c=1731637312090), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa537a9435e26b775 with lease ID 0xb9c815b0b0373fdb: Processing first storage report for DS-7ce75c88-1509-4bbb-916e-30481f98a5d3 from datanode DatanodeRegistration(127.0.0.1:45845, datanodeUuid=192acc24-ebea-4df8-b37e-0676caa7426c, infoPort=34059, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=1871530388;c=1731637312090) 2024-11-15T02:21:54,503 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa537a9435e26b775 with lease ID 0xb9c815b0b0373fdb: from storage DS-7ce75c88-1509-4bbb-916e-30481f98a5d3 node DatanodeRegistration(127.0.0.1:45845, datanodeUuid=192acc24-ebea-4df8-b37e-0676caa7426c, infoPort=34059, infoSecurePort=0, ipcPort=41209, storageInfo=lv=-57;cid=testClusterID;nsid=1871530388;c=1731637312090), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:21:54,588 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd 2024-11-15T02:21:54,589 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:54,590 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:54,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:21:55,017 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167 with version=8 2024-11-15T02:21:55,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/hbase-staging 2024-11-15T02:21:55,020 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:55,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:55,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:55,020 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:55,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:55,020 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:55,021 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:21:55,021 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:55,022 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44793 2024-11-15T02:21:55,023 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44793 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:21:55,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447930x0, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:55,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44793-0x1013c4c5b340003 connected 2024-11-15T02:21:55,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:55,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:55,116 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/running 2024-11-15T02:21:55,116 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167, hbase.cluster.distributed=false 2024-11-15T02:21:55,124 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/acl 2024-11-15T02:21:55,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44793 2024-11-15T02:21:55,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44793 2024-11-15T02:21:55,128 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44793 2024-11-15T02:21:55,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44793 2024-11-15T02:21:55,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44793 2024-11-15T02:21:55,158 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:21:55,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:55,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:55,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:21:55,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:21:55,159 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:21:55,159 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:21:55,159 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:21:55,160 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34485 2024-11-15T02:21:55,161 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34485 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:21:55,162 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:55,164 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:55,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344850x0, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:55,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344850x0, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/running 2024-11-15T02:21:55,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:21:55,179 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34485-0x1013c4c5b340004 connected 2024-11-15T02:21:55,179 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:21:55,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/master 2024-11-15T02:21:55,180 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/acl 2024-11-15T02:21:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-15T02:21:55,184 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34485 2024-11-15T02:21:55,185 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34485 2024-11-15T02:21:55,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-15T02:21:55,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34485 2024-11-15T02:21:55,212 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:44793 2024-11-15T02:21:55,213 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1951448784/backup-masters/ce6119325ab7,44793,1731637315020 2024-11-15T02:21:55,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784/backup-masters 2024-11-15T02:21:55,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784/backup-masters 2024-11-15T02:21:55,221 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on existing znode=/1951448784/backup-masters/ce6119325ab7,44793,1731637315020 2024-11-15T02:21:55,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:55,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1951448784/master 2024-11-15T02:21:55,231 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:55,231 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on existing znode=/1951448784/master 2024-11-15T02:21:55,232 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1951448784/backup-masters/ce6119325ab7,44793,1731637315020 from backup master directory 2024-11-15T02:21:55,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784/backup-masters 2024-11-15T02:21:55,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1951448784/backup-masters/ce6119325ab7,44793,1731637315020 2024-11-15T02:21:55,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784/backup-masters 2024-11-15T02:21:55,241 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:55,241 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,44793,1731637315020 2024-11-15T02:21:55,245 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/hbase.id] with ID: ce48073f-8fd7-4c92-bf52-5a689f649421 2024-11-15T02:21:55,245 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/.tmp/hbase.id 2024-11-15T02:21:55,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:21:55,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,412 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,425 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:55,667 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/.tmp/hbase.id]:[hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/hbase.id] 2024-11-15T02:21:55,675 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:21:55,675 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:21:55,676 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:21:55,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:55,704 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:55,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:21:55,942 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:21:55,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:21:56,108 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:21:56,108 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:21:56,109 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:56,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:21:56,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store 2024-11-15T02:21:56,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:21:56,834 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:21:56,933 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:56,933 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:21:56,933 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:56,933 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:56,933 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:21:56,933 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:56,933 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:21:56,933 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637316933Disabling compacts and flushes for region at 1731637316933Disabling writes for close at 1731637316933Writing region close event to WAL at 1731637316933Closed at 1731637316933 2024-11-15T02:21:56,944 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/.initializing 2024-11-15T02:21:56,944 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/WALs/ce6119325ab7,44793,1731637315020 2024-11-15T02:21:56,949 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:56,957 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C44793%2C1731637315020, suffix=, logDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/WALs/ce6119325ab7,44793,1731637315020, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/oldWALs, maxLogs=10 2024-11-15T02:21:56,975 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/WALs/ce6119325ab7,44793,1731637315020/ce6119325ab7%2C44793%2C1731637315020.1731637316957, exclude list is [], retry=0 2024-11-15T02:21:56,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-04fa0f77-1eed-4090-a50c-9efbfa768721,DISK] 2024-11-15T02:21:56,998 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/WALs/ce6119325ab7,44793,1731637315020/ce6119325ab7%2C44793%2C1731637315020.1731637316957 2024-11-15T02:21:57,000 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-11-15T02:21:57,001 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:57,001 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:57,001 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,001 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,028 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:21:57,036 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:57,039 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:21:57,041 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:57,041 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:21:57,043 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:57,043 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,044 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:21:57,044 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,045 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:21:57,045 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,046 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,046 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,047 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,047 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,047 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:57,048 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:21:57,051 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:57,051 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72538724, jitterRate=0.08091121912002563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:57,051 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637317001Initializing all the Stores at 1731637317010 (+9 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637317010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637317020 (+10 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637317020Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637317020Cleaning up temporary data from old regions at 1731637317047 (+27 ms)Region opened successfully at 1731637317051 (+4 ms) 2024-11-15T02:21:57,060 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:21:57,066 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69f5f645, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:57,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:21:57,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:21:57,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:21:57,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:21:57,072 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:21:57,072 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:21:57,072 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:21:57,093 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:21:57,097 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Unable to get data of znode /1951448784/balancer because node does not exist (not necessarily an error) 2024-11-15T02:21:57,112 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1951448784/balancer already deleted, retry=false 2024-11-15T02:21:57,113 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:21:57,123 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Unable to get data of znode /1951448784/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:21:57,138 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1951448784/normalizer already deleted, retry=false 2024-11-15T02:21:57,141 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:21:57,144 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Unable to get data of znode /1951448784/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:21:57,156 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1951448784/switch/split already deleted, retry=false 2024-11-15T02:21:57,157 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Unable to get data of znode /1951448784/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:21:57,167 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1951448784/switch/merge already deleted, retry=false 2024-11-15T02:21:57,169 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Unable to get data of znode /1951448784/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:21:57,177 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1951448784/snapshot-cleanup already deleted, retry=false 2024-11-15T02:21:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1951448784/running 2024-11-15T02:21:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1951448784/running 2024-11-15T02:21:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:57,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:57,188 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,44793,1731637315020, sessionid=0x1013c4c5b340003, setting cluster-up flag (Was=false) 2024-11-15T02:21:57,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:57,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:57,240 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1951448784/flush-table-proc/acquired, /1951448784/flush-table-proc/reached, /1951448784/flush-table-proc/abort 2024-11-15T02:21:57,241 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44793,1731637315020 2024-11-15T02:21:57,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:57,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:57,293 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1951448784/online-snapshot/acquired, /1951448784/online-snapshot/reached, /1951448784/online-snapshot/abort 2024-11-15T02:21:57,294 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44793,1731637315020 2024-11-15T02:21:57,295 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:21:57,297 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:57,298 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:21:57,298 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:21:57,298 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,44793,1731637315020 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:21:57,299 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(746): ClusterId : ce48073f-8fd7-4c92-bf52-5a689f649421 2024-11-15T02:21:57,299 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:57,299 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:21:57,299 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:57,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:57,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:21:57,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:21:57,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:57,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,301 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:57,301 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:21:57,302 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:21:57,310 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:21:57,310 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:21:57,320 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637347320 2024-11-15T02:21:57,320 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:21:57,320 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:21:57,320 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:21:57,321 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:21:57,321 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:21:57,321 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:21:57,321 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:21:57,321 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bf1cce4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:21:57,322 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:21:57,324 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:21:57,324 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167 2024-11-15T02:21:57,328 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:21:57,328 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:21:57,329 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:21:57,329 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:21:57,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:21:57,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:21:57,332 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637317332,5,FailOnTimeoutGroup] 2024-11-15T02:21:57,336 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637317332,5,FailOnTimeoutGroup] 2024-11-15T02:21:57,336 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,336 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:21:57,336 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,336 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,342 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:34485 2024-11-15T02:21:57,342 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:21:57,342 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:21:57,342 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:21:57,343 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,44793,1731637315020 with port=34485, startcode=1731637315157 2024-11-15T02:21:57,343 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:21:57,345 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:21:57,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,345 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44793 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:21:57,349 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167 2024-11-15T02:21:57,350 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39889 2024-11-15T02:21:57,350 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:21:57,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784/rs 2024-11-15T02:21:57,363 DEBUG [RS:0;ce6119325ab7:34485 {}] zookeeper.ZKUtil(111): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on existing znode=/1951448784/rs/ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,363 WARN [RS:0;ce6119325ab7:34485 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:21:57,363 INFO [RS:0;ce6119325ab7:34485 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:57,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,34485,1731637315157] 2024-11-15T02:21:57,363 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,371 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:21:57,372 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:21:57,376 INFO [RS:0;ce6119325ab7:34485 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:21:57,376 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,377 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:21:57,377 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:21:57,377 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,377 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,377 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:57,378 DEBUG [RS:0;ce6119325ab7:34485 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:21:57,384 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,384 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,384 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,384 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,384 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,384 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34485,1731637315157-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:57,401 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:21:57,402 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34485,1731637315157-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,402 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,402 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.Replication(171): ce6119325ab7,34485,1731637315157 started 2024-11-15T02:21:57,419 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:57,419 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,34485,1731637315157, RpcServer on ce6119325ab7/172.17.0.3:34485, sessionid=0x1013c4c5b340004 2024-11-15T02:21:57,419 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:21:57,419 DEBUG [RS:0;ce6119325ab7:34485 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,419 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34485,1731637315157' 2024-11-15T02:21:57,419 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1951448784/flush-table-proc/abort' 2024-11-15T02:21:57,420 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1951448784/flush-table-proc/acquired' 2024-11-15T02:21:57,420 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:21:57,420 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:21:57,420 DEBUG [RS:0;ce6119325ab7:34485 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,420 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34485,1731637315157' 2024-11-15T02:21:57,420 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1951448784/online-snapshot/abort' 2024-11-15T02:21:57,421 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1951448784/online-snapshot/acquired' 2024-11-15T02:21:57,421 DEBUG [RS:0;ce6119325ab7:34485 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:21:57,421 INFO [RS:0;ce6119325ab7:34485 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:21:57,421 INFO [RS:0;ce6119325ab7:34485 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:21:57,521 INFO [RS:0;ce6119325ab7:34485 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:21:57,522 INFO [RS:0;ce6119325ab7:34485 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C34485%2C1731637315157, suffix=, logDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/oldWALs, maxLogs=10 2024-11-15T02:21:57,541 DEBUG [RS:0;ce6119325ab7:34485 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, exclude list is [], retry=0 2024-11-15T02:21:57,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-04fa0f77-1eed-4090-a50c-9efbfa768721,DISK] 2024-11-15T02:21:57,544 INFO [RS:0;ce6119325ab7:34485 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 2024-11-15T02:21:57,550 DEBUG [RS:0;ce6119325ab7:34485 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-11-15T02:21:57,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:57,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:57,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:57,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:57,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:57,759 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:57,759 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:57,760 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:57,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:57,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:57,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:57,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:57,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:57,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:57,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:57,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740 2024-11-15T02:21:57,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740 2024-11-15T02:21:57,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:57,764 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:57,765 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:57,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:57,770 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:21:57,771 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62189097, jitterRate=-0.0733102411031723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:57,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637317748Initializing all the Stores at 1731637317753 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637317753Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637317753Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637317753Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637317753Cleaning up temporary data from old regions at 1731637317764 (+11 ms)Region opened successfully at 1731637317771 (+7 ms) 2024-11-15T02:21:57,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:21:57,771 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:21:57,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:21:57,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:21:57,771 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:21:57,772 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:21:57,772 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637317771Disabling compacts and flushes for region at 1731637317771Disabling writes for close at 1731637317771Writing region close event to WAL at 1731637317772 (+1 ms)Closed at 1731637317772 2024-11-15T02:21:57,780 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:57,780 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:21:57,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:21:57,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:57,783 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:21:57,934 DEBUG [ce6119325ab7:44793 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:21:57,934 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,34485,1731637315157 2024-11-15T02:21:57,935 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,34485,1731637315157, state=OPENING 2024-11-15T02:21:58,091 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:21:58,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:58,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:21:58,120 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1951448784/meta-region-server: CHANGED 2024-11-15T02:21:58,121 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:21:58,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,34485,1731637315157}] 2024-11-15T02:21:58,129 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1951448784/meta-region-server: CHANGED 2024-11-15T02:21:58,294 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:21:58,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46635, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:21:58,307 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:21:58,307 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:21:58,307 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:21:58,308 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C34485%2C1731637315157.meta, suffix=.meta, logDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/oldWALs, maxLogs=10 2024-11-15T02:21:58,322 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.meta.1731637318308.meta, exclude list is [], retry=0 2024-11-15T02:21:58,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-04fa0f77-1eed-4090-a50c-9efbfa768721,DISK] 2024-11-15T02:21:58,329 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.meta.1731637318308.meta 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:21:58,330 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:21:58,330 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:21:58,330 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:21:58,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:21:58,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:21:58,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:58,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:58,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:21:58,333 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:21:58,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:58,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:58,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:21:58,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:21:58,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:58,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:58,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:21:58,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:21:58,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:21:58,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:21:58,335 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:21:58,335 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740 2024-11-15T02:21:58,336 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740 2024-11-15T02:21:58,336 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:21:58,336 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:21:58,337 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:21:58,337 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:21:58,338 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64235603, jitterRate=-0.04281492531299591}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:21:58,338 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:21:58,338 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637318331Writing region info on filesystem at 1731637318331Initializing all the Stores at 1731637318331Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637318331Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637318331Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637318331Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637318331Cleaning up temporary data from old regions at 1731637318336 (+5 ms)Running coprocessor post-open hooks at 1731637318338 (+2 ms)Region opened successfully at 1731637318338 2024-11-15T02:21:58,338 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637318294 2024-11-15T02:21:58,340 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:21:58,340 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:21:58,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,34485,1731637315157 2024-11-15T02:21:58,341 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,34485,1731637315157, state=OPEN 2024-11-15T02:21:58,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1951448784/meta-region-server 2024-11-15T02:21:58,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1951448784/meta-region-server: CHANGED 2024-11-15T02:21:58,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1951448784/meta-region-server 2024-11-15T02:21:58,422 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,34485,1731637315157 2024-11-15T02:21:58,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1951448784/meta-region-server: CHANGED 2024-11-15T02:21:58,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:21:58,424 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,34485,1731637315157 in 301 msec 2024-11-15T02:21:58,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:21:58,426 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 644 msec 2024-11-15T02:21:58,427 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:21:58,427 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:21:58,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:58,428 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34485,1731637315157, seqNum=-1] 2024-11-15T02:21:58,428 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:58,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48961, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:58,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1370 sec 2024-11-15T02:21:58,434 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637318434, completionTime=-1 2024-11-15T02:21:58,434 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:21:58,434 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:21:58,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:21:58,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637378436 2024-11-15T02:21:58,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637438436 2024-11-15T02:21:58,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:21:58,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44793,1731637315020-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44793,1731637315020-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44793,1731637315020-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:44793, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,439 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.199sec 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44793,1731637315020-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:21:58,440 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44793,1731637315020-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:21:58,442 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:21:58,442 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:21:58,442 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44793,1731637315020-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:21:58,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@474a57f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:58,501 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44793,-1 for getting cluster id 2024-11-15T02:21:58,501 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:21:58,502 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce48073f-8fd7-4c92-bf52-5a689f649421' 2024-11-15T02:21:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:21:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce48073f-8fd7-4c92-bf52-5a689f649421" 2024-11-15T02:21:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed06a75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:58,502 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44793,-1] 2024-11-15T02:21:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:21:58,503 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:21:58,503 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:21:58,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32bd9cab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:21:58,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:21:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34485,1731637315157, seqNum=-1] 2024-11-15T02:21:58,505 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:21:58,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:21:58,507 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,44793,1731637315020 2024-11-15T02:21:58,508 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:21:58,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:21:58,567 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c4c5b340005 connected 2024-11-15T02:21:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir so I do NOT create it in target/test-data/71771c14-7057-0ec3-6260-600045973bee 2024-11-15T02:21:58,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:21:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.tmp.dir so I do NOT create it in target/test-data/71771c14-7057-0ec3-6260-600045973bee 2024-11-15T02:21:58,580 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:21:58,580 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee 2024-11-15T02:21:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:21:58,580 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/cluster_3c67e75f-5290-3856-fee7-0f45a39b078d, deleteOnExit=true 2024-11-15T02:21:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:21:58,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/test.cache.data in system properties and HBase conf 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:21:58,581 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:58,581 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:21:58,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:21:59,200 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:59,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:21:59,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:21:59,253 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:21:59,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:21:59,261 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:21:59,264 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4150bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:21:59,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44a8086e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:21:59,480 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@26210f4d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/java.io.tmpdir/jetty-localhost-35465-hadoop-hdfs-3_4_1-tests_jar-_-any-8322793370783350083/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:21:59,481 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5db74c33{HTTP/1.1, (http/1.1)}{localhost:35465} 2024-11-15T02:21:59,481 INFO [Time-limited test {}] server.Server(415): Started @235859ms 2024-11-15T02:22:00,050 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:00,053 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:00,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:00,068 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:00,068 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:22:00,069 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5846e57b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:00,070 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76a8eee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:00,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@508567ac{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/java.io.tmpdir/jetty-localhost-43051-hadoop-hdfs-3_4_1-tests_jar-_-any-9415976218993721007/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:00,196 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4412af00{HTTP/1.1, (http/1.1)}{localhost:43051} 2024-11-15T02:22:00,196 INFO [Time-limited test {}] server.Server(415): Started @236574ms 2024-11-15T02:22:00,198 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:22:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:22:00,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:22:01,101 WARN [Thread-2874 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/cluster_3c67e75f-5290-3856-fee7-0f45a39b078d/data/data1/current/BP-1704815829-172.17.0.3-1731637318635/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:01,104 WARN [Thread-2875 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/cluster_3c67e75f-5290-3856-fee7-0f45a39b078d/data/data2/current/BP-1704815829-172.17.0.3-1731637318635/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:01,129 WARN [Thread-2862 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:22:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae378d0b9ccc3e1e with lease ID 0x1adfb65aa4871695: Processing first storage report for DS-b7f4c1b4-62ba-408e-9554-65980cfc66ee from datanode DatanodeRegistration(127.0.0.1:34137, datanodeUuid=42f11d47-861d-41e9-b5a5-7090d996646b, infoPort=37639, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1535915044;c=1731637318635) 2024-11-15T02:22:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae378d0b9ccc3e1e with lease ID 0x1adfb65aa4871695: from storage DS-b7f4c1b4-62ba-408e-9554-65980cfc66ee node DatanodeRegistration(127.0.0.1:34137, datanodeUuid=42f11d47-861d-41e9-b5a5-7090d996646b, infoPort=37639, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1535915044;c=1731637318635), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xae378d0b9ccc3e1e with lease ID 0x1adfb65aa4871695: Processing first storage report for DS-04818b0f-ce27-4aa6-a0b1-4b34da67cb00 from datanode DatanodeRegistration(127.0.0.1:34137, datanodeUuid=42f11d47-861d-41e9-b5a5-7090d996646b, infoPort=37639, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1535915044;c=1731637318635) 2024-11-15T02:22:01,138 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xae378d0b9ccc3e1e with lease ID 0x1adfb65aa4871695: from storage DS-04818b0f-ce27-4aa6-a0b1-4b34da67cb00 node DatanodeRegistration(127.0.0.1:34137, datanodeUuid=42f11d47-861d-41e9-b5a5-7090d996646b, infoPort=37639, infoSecurePort=0, ipcPort=35423, storageInfo=lv=-57;cid=testClusterID;nsid=1535915044;c=1731637318635), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:01,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee 2024-11-15T02:22:01,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:01,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:22:01,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17 with version=8 2024-11-15T02:22:01,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/hbase-staging 2024-11-15T02:22:01,582 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:22:01,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:01,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44383 2024-11-15T02:22:01,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44383 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:22:01,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443830x0, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:01,615 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44383-0x1013c4c5b340006 connected 2024-11-15T02:22:02,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:02,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:02,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/running 2024-11-15T02:22:02,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17, hbase.cluster.distributed=false 2024-11-15T02:22:02,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/acl 2024-11-15T02:22:02,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44383 2024-11-15T02:22:02,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44383 2024-11-15T02:22:02,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44383 2024-11-15T02:22:02,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44383 2024-11-15T02:22:02,392 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44383 2024-11-15T02:22:02,410 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:22:02,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:02,412 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33875 2024-11-15T02:22:02,413 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33875 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:22:02,414 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:02,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:02,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:338750x0, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:02,522 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:338750x0, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/running 2024-11-15T02:22:02,523 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:22:02,524 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33875-0x1013c4c5b340007 connected 2024-11-15T02:22:02,532 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:22:02,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/master 2024-11-15T02:22:02,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/acl 2024-11-15T02:22:02,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-15T02:22:02,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33875 2024-11-15T02:22:02,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33875 2024-11-15T02:22:02,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-15T02:22:02,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33875 2024-11-15T02:22:02,629 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:44383 2024-11-15T02:22:02,630 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21608952982/backup-masters/ce6119325ab7,44383,1731637321581 2024-11-15T02:22:02,661 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982/backup-masters 2024-11-15T02:22:02,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982/backup-masters 2024-11-15T02:22:02,662 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on existing znode=/21608952982/backup-masters/ce6119325ab7,44383,1731637321581 2024-11-15T02:22:02,733 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21608952982/master 2024-11-15T02:22:02,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:02,734 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:02,734 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on existing znode=/21608952982/master 2024-11-15T02:22:02,735 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21608952982/backup-masters/ce6119325ab7,44383,1731637321581 from backup master directory 2024-11-15T02:22:02,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608952982/backup-masters/ce6119325ab7,44383,1731637321581 2024-11-15T02:22:02,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982/backup-masters 2024-11-15T02:22:02,776 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982/backup-masters 2024-11-15T02:22:02,777 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:02,777 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,44383,1731637321581 2024-11-15T02:22:02,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/hbase.id] with ID: f278daf5-8257-471a-b8b7-faeed974b0f9 2024-11-15T02:22:02,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/.tmp/hbase.id 2024-11-15T02:22:02,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:22:02,816 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/.tmp/hbase.id]:[hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/hbase.id] 2024-11-15T02:22:02,853 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:02,853 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:22:02,854 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:22:02,871 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:02,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:02,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:22:03,297 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:03,298 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:22:03,298 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:03,335 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:03,336 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:22:03,336 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48346 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:22:03,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:22:03,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store 2024-11-15T02:22:03,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:22:03,822 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:03,822 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:03,822 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:03,822 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:03,823 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:03,823 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:03,823 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:03,823 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637323822Disabling compacts and flushes for region at 1731637323822Disabling writes for close at 1731637323823 (+1 ms)Writing region close event to WAL at 1731637323823Closed at 1731637323823 2024-11-15T02:22:03,824 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/.initializing 2024-11-15T02:22:03,824 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/WALs/ce6119325ab7,44383,1731637321581 2024-11-15T02:22:03,827 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:03,833 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:03,834 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C44383%2C1731637321581, suffix=, logDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/WALs/ce6119325ab7,44383,1731637321581, archiveDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/oldWALs, maxLogs=10 2024-11-15T02:22:03,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,868 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/WALs/ce6119325ab7,44383,1731637321581/ce6119325ab7%2C44383%2C1731637321581.1731637323834, exclude list is [], retry=0 2024-11-15T02:22:03,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34137,DS-b7f4c1b4-62ba-408e-9554-65980cfc66ee,DISK] 2024-11-15T02:22:03,914 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/WALs/ce6119325ab7,44383,1731637321581/ce6119325ab7%2C44383%2C1731637321581.1731637323834 2024-11-15T02:22:03,917 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-15T02:22:03,917 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:03,917 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:03,918 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,918 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,932 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:22:03,934 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:03,934 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,935 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:22:03,935 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:03,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:03,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,936 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,936 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:22:03,937 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:03,937 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:22:03,938 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:03,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:03,938 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,939 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,939 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,940 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,940 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,941 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:03,942 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:03,944 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:03,944 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69410845, jitterRate=0.03430218994617462}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:03,944 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637323918Initializing all the Stores at 1731637323928 (+10 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637323928Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637323932 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637323932Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637323932Cleaning up temporary data from old regions at 1731637323940 (+8 ms)Region opened successfully at 1731637323944 (+4 ms) 2024-11-15T02:22:03,945 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:22:03,948 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b71df3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:03,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,955 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,956 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:22:03,956 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:22:03,956 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:22:03,957 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:22:03,957 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:22:03,958 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:22:03,958 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:22:03,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:03,991 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:22:04,016 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Unable to get data of znode /21608952982/balancer because node does not exist (not necessarily an error) 2024-11-15T02:22:04,051 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608952982/balancer already deleted, retry=false 2024-11-15T02:22:04,052 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:22:04,057 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Unable to get data of znode /21608952982/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:22:04,072 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608952982/normalizer already deleted, retry=false 2024-11-15T02:22:04,073 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:22:04,084 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Unable to get data of znode /21608952982/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:22:04,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608952982/switch/split already deleted, retry=false 2024-11-15T02:22:04,098 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Unable to get data of znode /21608952982/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:22:04,109 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608952982/switch/merge already deleted, retry=false 2024-11-15T02:22:04,114 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Unable to get data of znode /21608952982/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:22:04,125 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21608952982/snapshot-cleanup already deleted, retry=false 2024-11-15T02:22:04,135 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21608952982/running 2024-11-15T02:22:04,135 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:04,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21608952982/running 2024-11-15T02:22:04,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:04,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,44383,1731637321581, sessionid=0x1013c4c5b340006, setting cluster-up flag (Was=false) 2024-11-15T02:22:04,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:04,267 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:04,320 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21608952982/flush-table-proc/acquired, /21608952982/flush-table-proc/reached, /21608952982/flush-table-proc/abort 2024-11-15T02:22:04,325 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44383,1731637321581 2024-11-15T02:22:04,345 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:04,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:04,377 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21608952982/online-snapshot/acquired, /21608952982/online-snapshot/reached, /21608952982/online-snapshot/abort 2024-11-15T02:22:04,382 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44383,1731637321581 2024-11-15T02:22:04,396 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:22:04,400 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:04,400 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:22:04,400 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:22:04,401 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,44383,1731637321581 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:04,402 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,417 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:04,417 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:22:04,426 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:04,426 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:22:04,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637354436 2024-11-15T02:22:04,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:22:04,436 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:22:04,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:22:04,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:22:04,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:22:04,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:22:04,437 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:22:04,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:22:04,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:22:04,444 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:22:04,453 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:22:04,453 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:22:04,456 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637324453,5,FailOnTimeoutGroup] 2024-11-15T02:22:04,457 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637324456,5,FailOnTimeoutGroup] 2024-11-15T02:22:04,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:22:04,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,457 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,458 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(746): ClusterId : f278daf5-8257-471a-b8b7-faeed974b0f9 2024-11-15T02:22:04,458 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:22:04,471 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:22:04,471 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:22:04,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:22:04,482 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:22:04,482 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17 2024-11-15T02:22:04,485 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:22:04,485 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13146971, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:04,505 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:33875 2024-11-15T02:22:04,505 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:22:04,505 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:22:04,505 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:22:04,510 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,44383,1731637321581 with port=33875, startcode=1731637322409 2024-11-15T02:22:04,510 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:22:04,519 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:22:04,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,33875,1731637322409 2024-11-15T02:22:04,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44383 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:04,521 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17 2024-11-15T02:22:04,521 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37483 2024-11-15T02:22:04,521 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:22:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:22:04,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982/rs 2024-11-15T02:22:04,567 DEBUG [RS:0;ce6119325ab7:33875 {}] zookeeper.ZKUtil(111): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on existing znode=/21608952982/rs/ce6119325ab7,33875,1731637322409 2024-11-15T02:22:04,568 WARN [RS:0;ce6119325ab7:33875 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:04,568 INFO [RS:0;ce6119325ab7:33875 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:04,568 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409 2024-11-15T02:22:04,569 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,33875,1731637322409] 2024-11-15T02:22:04,585 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:22:04,588 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:22:04,596 INFO [RS:0;ce6119325ab7:33875 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:22:04,596 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,600 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:22:04,604 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:22:04,604 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,604 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:04,605 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:04,605 DEBUG [RS:0;ce6119325ab7:33875 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:04,639 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,639 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,639 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,639 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,639 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,639 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,33875,1731637322409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:04,663 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:22:04,663 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,33875,1731637322409-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,663 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,663 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.Replication(171): ce6119325ab7,33875,1731637322409 started 2024-11-15T02:22:04,685 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:04,685 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,33875,1731637322409, RpcServer on ce6119325ab7/172.17.0.3:33875, sessionid=0x1013c4c5b340007 2024-11-15T02:22:04,685 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:22:04,685 DEBUG [RS:0;ce6119325ab7:33875 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,33875,1731637322409 2024-11-15T02:22:04,685 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,33875,1731637322409' 2024-11-15T02:22:04,685 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21608952982/flush-table-proc/abort' 2024-11-15T02:22:04,692 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21608952982/flush-table-proc/acquired' 2024-11-15T02:22:04,697 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:22:04,697 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:22:04,697 DEBUG [RS:0;ce6119325ab7:33875 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,33875,1731637322409 2024-11-15T02:22:04,697 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,33875,1731637322409' 2024-11-15T02:22:04,697 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21608952982/online-snapshot/abort' 2024-11-15T02:22:04,701 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21608952982/online-snapshot/acquired' 2024-11-15T02:22:04,704 DEBUG [RS:0;ce6119325ab7:33875 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:22:04,704 INFO [RS:0;ce6119325ab7:33875 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:22:04,704 INFO [RS:0;ce6119325ab7:33875 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:22:04,805 INFO [RS:0;ce6119325ab7:33875 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:04,809 INFO [RS:0;ce6119325ab7:33875 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C33875%2C1731637322409, suffix=, logDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409, archiveDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/oldWALs, maxLogs=10 2024-11-15T02:22:04,829 DEBUG [RS:0;ce6119325ab7:33875 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, exclude list is [], retry=0 2024-11-15T02:22:04,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34137,DS-b7f4c1b4-62ba-408e-9554-65980cfc66ee,DISK] 2024-11-15T02:22:04,837 INFO [RS:0;ce6119325ab7:33875 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 2024-11-15T02:22:04,845 DEBUG [RS:0;ce6119325ab7:33875 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-15T02:22:04,933 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:04,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:04,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:04,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:04,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:04,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:04,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:04,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:04,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:04,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:04,976 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:04,976 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:04,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:04,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:04,988 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:04,988 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:04,996 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:04,996 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:05,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740 2024-11-15T02:22:05,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740 2024-11-15T02:22:05,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:05,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:05,027 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:05,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:05,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:05,043 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75145125, jitterRate=0.11974962055683136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637324933Initializing all the Stores at 1731637324934 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637324934Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637324939 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637324939Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637324939Cleaning up temporary data from old regions at 1731637325024 (+85 ms)Region opened successfully at 1731637325043 (+19 ms) 2024-11-15T02:22:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:05,043 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:05,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:05,044 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:05,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637325043Disabling compacts and flushes for region at 1731637325043Disabling writes for close at 1731637325043Writing region close event to WAL at 1731637325044 (+1 ms)Closed at 1731637325044 2024-11-15T02:22:05,045 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:05,045 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:22:05,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:22:05,047 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:05,049 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:22:05,202 DEBUG [ce6119325ab7:44383 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:22:05,205 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:05,206 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,33875,1731637322409, state=OPENING 2024-11-15T02:22:05,252 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:22:05,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:05,265 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:05,272 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608952982/meta-region-server: CHANGED 2024-11-15T02:22:05,273 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608952982/meta-region-server: CHANGED 2024-11-15T02:22:05,276 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:05,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,33875,1731637322409}] 2024-11-15T02:22:05,440 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:05,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:22:05,448 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:22:05,448 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:05,449 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:22:05,450 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C33875%2C1731637322409.meta, suffix=.meta, logDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409, archiveDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/oldWALs, maxLogs=10 2024-11-15T02:22:05,466 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.meta.1731637325450.meta, exclude list is [], retry=0 2024-11-15T02:22:05,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34137,DS-b7f4c1b4-62ba-408e-9554-65980cfc66ee,DISK] 2024-11-15T02:22:05,471 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.meta.1731637325450.meta 2024-11-15T02:22:05,472 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-15T02:22:05,472 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:05,472 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:05,473 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:05,473 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:22:05,473 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:22:05,473 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:22:05,473 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:05,473 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:22:05,473 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:22:05,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:05,483 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:05,483 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:05,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:05,484 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:05,484 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:05,484 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:05,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:05,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:05,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:05,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:05,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:05,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:05,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:05,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:05,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:05,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:05,487 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740 2024-11-15T02:22:05,493 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740 2024-11-15T02:22:05,494 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:05,494 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:05,494 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:05,495 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:05,497 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72218562, jitterRate=0.07614043354988098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:05,497 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:22:05,497 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637325473Writing region info on filesystem at 1731637325473Initializing all the Stores at 1731637325476 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637325477 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637325480 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637325480Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637325480Cleaning up temporary data from old regions at 1731637325494 (+14 ms)Running coprocessor post-open hooks at 1731637325497 (+3 ms)Region opened successfully at 1731637325497 2024-11-15T02:22:05,498 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637325440 2024-11-15T02:22:05,500 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:22:05,500 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:22:05,500 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:05,501 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,33875,1731637322409, state=OPEN 2024-11-15T02:22:05,516 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21608952982/meta-region-server 2024-11-15T02:22:05,516 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608952982/meta-region-server: CHANGED 2024-11-15T02:22:05,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21608952982/meta-region-server 2024-11-15T02:22:05,517 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:05,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:22:05,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,33875,1731637322409 in 241 msec 2024-11-15T02:22:05,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21608952982/meta-region-server: CHANGED 2024-11-15T02:22:05,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:22:05,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 474 msec 2024-11-15T02:22:05,524 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:05,524 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:22:05,532 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:05,532 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33875,1731637322409, seqNum=-1] 2024-11-15T02:22:05,532 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:05,533 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:05,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1420 sec 2024-11-15T02:22:05,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637325542, completionTime=-1 2024-11-15T02:22:05,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:22:05,542 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:22:05,547 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:22:05,547 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637385547 2024-11-15T02:22:05,547 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637445547 2024-11-15T02:22:05,547 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T02:22:05,548 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44383,1731637321581-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,548 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44383,1731637321581-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,548 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44383,1731637321581-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,548 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:44383, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,548 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,550 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:22:05,553 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.781sec 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44383,1731637321581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:05,558 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44383,1731637321581-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:22:05,568 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:22:05,568 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:22:05,568 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44383,1731637321581-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:05,660 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@173f8f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:05,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:05,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:05,668 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2d17a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:05,668 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:05,669 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:05,670 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:05,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba3e8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:05,672 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:05,673 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33875,1731637322409, seqNum=-1] 2024-11-15T02:22:05,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:05,677 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:05,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,44383,1731637321581 2024-11-15T02:22:05,680 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:53503 2024-11-15T02:22:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:05,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c4c5b340008 connected 2024-11-15T02:22:05,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:05,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45919,1731637308347 2024-11-15T02:22:05,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e8f693 2024-11-15T02:22:05,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:05,714 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:05,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:05,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:22:05,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:05,719 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:05,719 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:22:05,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:05,721 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:05,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:22:05,773 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec513b582497ba322a278ab412b634f4, NAME => 'test,,1731637325715.ec513b582497ba322a278ab412b634f4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c 2024-11-15T02:22:05,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:22:05,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637325715.ec513b582497ba322a278ab412b634f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:05,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec513b582497ba322a278ab412b634f4, disabling compactions & flushes 2024-11-15T02:22:05,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:05,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:05,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637325715.ec513b582497ba322a278ab412b634f4. after waiting 0 ms 2024-11-15T02:22:05,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:05,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:05,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec513b582497ba322a278ab412b634f4: Waiting for close lock at 1731637325801Disabling compacts and flushes for region at 1731637325801Disabling writes for close at 1731637325801Writing region close event to WAL at 1731637325801Closed at 1731637325801 2024-11-15T02:22:05,804 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:05,805 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637325715.ec513b582497ba322a278ab412b634f4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637325804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637325804"}]},"ts":"1731637325804"} 2024-11-15T02:22:05,807 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:05,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:05,808 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637325808"}]},"ts":"1731637325808"} 2024-11-15T02:22:05,810 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:22:05,811 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec513b582497ba322a278ab412b634f4, ASSIGN}] 2024-11-15T02:22:05,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec513b582497ba322a278ab412b634f4, ASSIGN 2024-11-15T02:22:05,813 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec513b582497ba322a278ab412b634f4, ASSIGN; state=OFFLINE, location=ce6119325ab7,38913,1731637309259; forceNewPlan=false, retain=false 2024-11-15T02:22:05,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:05,964 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec513b582497ba322a278ab412b634f4, regionState=OPENING, regionLocation=ce6119325ab7,38913,1731637309259 2024-11-15T02:22:05,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec513b582497ba322a278ab412b634f4, ASSIGN because future has completed 2024-11-15T02:22:05,968 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec513b582497ba322a278ab412b634f4, server=ce6119325ab7,38913,1731637309259}] 2024-11-15T02:22:06,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:06,135 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:06,135 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec513b582497ba322a278ab412b634f4, NAME => 'test,,1731637325715.ec513b582497ba322a278ab412b634f4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:06,135 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:06,135 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:22:06,136 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,136 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637325715.ec513b582497ba322a278ab412b634f4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:06,136 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,136 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,141 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,143 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec513b582497ba322a278ab412b634f4 columnFamilyName f 2024-11-15T02:22:06,143 DEBUG [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:06,143 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] regionserver.HStore(327): Store=ec513b582497ba322a278ab412b634f4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:06,143 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,144 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec513b582497ba322a278ab412b634f4 columnFamilyName f1 2024-11-15T02:22:06,144 DEBUG [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:06,145 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] regionserver.HStore(327): Store=ec513b582497ba322a278ab412b634f4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:06,145 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,146 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec513b582497ba322a278ab412b634f4 columnFamilyName norep 2024-11-15T02:22:06,146 DEBUG [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:06,146 INFO [StoreOpener-ec513b582497ba322a278ab412b634f4-1 {}] regionserver.HStore(327): Store=ec513b582497ba322a278ab412b634f4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:06,146 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,147 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,147 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,148 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,148 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,148 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:06,149 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,150 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:06,151 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec513b582497ba322a278ab412b634f4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61425553, jitterRate=-0.08468793332576752}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:06,151 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:06,151 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec513b582497ba322a278ab412b634f4: Running coprocessor pre-open hook at 1731637326136Writing region info on filesystem at 1731637326136Initializing all the Stores at 1731637326140 (+4 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637326140Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637326141 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637326141Cleaning up temporary data from old regions at 1731637326148 (+7 ms)Running coprocessor post-open hooks at 1731637326151 (+3 ms)Region opened successfully at 1731637326151 2024-11-15T02:22:06,152 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637325715.ec513b582497ba322a278ab412b634f4., pid=6, masterSystemTime=1731637326124 2024-11-15T02:22:06,153 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:06,153 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:06,154 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec513b582497ba322a278ab412b634f4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,38913,1731637309259 2024-11-15T02:22:06,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec513b582497ba322a278ab412b634f4, server=ce6119325ab7,38913,1731637309259 because future has completed 2024-11-15T02:22:06,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:22:06,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec513b582497ba322a278ab412b634f4, server=ce6119325ab7,38913,1731637309259 in 196 msec 2024-11-15T02:22:06,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:22:06,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec513b582497ba322a278ab412b634f4, ASSIGN in 354 msec 2024-11-15T02:22:06,168 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:06,168 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637326168"}]},"ts":"1731637326168"} 2024-11-15T02:22:06,170 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:22:06,171 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:06,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 456 msec 2024-11-15T02:22:06,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:06,346 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:06,346 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:22:06,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44793,1731637315020 2024-11-15T02:22:06,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c0b6b9 2024-11-15T02:22:06,347 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:06,348 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:06,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:22:06,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:06,351 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:06,351 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:22:06,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:06,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:06,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:22:06,358 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eabe004a9c8ef5ec15fb40c7ada70a8a, NAME => 'test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167 2024-11-15T02:22:06,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:22:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:06,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:06,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:06,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing eabe004a9c8ef5ec15fb40c7ada70a8a, disabling compactions & flushes 2024-11-15T02:22:06,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:06,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:06,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. after waiting 0 ms 2024-11-15T02:22:06,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:06,769 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:06,769 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for eabe004a9c8ef5ec15fb40c7ada70a8a: Waiting for close lock at 1731637326769Disabling compacts and flushes for region at 1731637326769Disabling writes for close at 1731637326769Writing region close event to WAL at 1731637326769Closed at 1731637326769 2024-11-15T02:22:06,770 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:06,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637326770"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637326770"}]},"ts":"1731637326770"} 2024-11-15T02:22:06,773 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:06,774 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:06,774 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637326774"}]},"ts":"1731637326774"} 2024-11-15T02:22:06,776 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:22:06,777 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eabe004a9c8ef5ec15fb40c7ada70a8a, ASSIGN}] 2024-11-15T02:22:06,778 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=eabe004a9c8ef5ec15fb40c7ada70a8a, ASSIGN 2024-11-15T02:22:06,778 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=eabe004a9c8ef5ec15fb40c7ada70a8a, ASSIGN; state=OFFLINE, location=ce6119325ab7,34485,1731637315157; forceNewPlan=false, retain=false 2024-11-15T02:22:06,936 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eabe004a9c8ef5ec15fb40c7ada70a8a, regionState=OPENING, regionLocation=ce6119325ab7,34485,1731637315157 2024-11-15T02:22:06,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=eabe004a9c8ef5ec15fb40c7ada70a8a, ASSIGN because future has completed 2024-11-15T02:22:06,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eabe004a9c8ef5ec15fb40c7ada70a8a, server=ce6119325ab7,34485,1731637315157}] 2024-11-15T02:22:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:07,108 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:07,108 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eabe004a9c8ef5ec15fb40c7ada70a8a, NAME => 'test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:07,109 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:07,109 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:22:07,109 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,109 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:07,109 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,109 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,125 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,126 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eabe004a9c8ef5ec15fb40c7ada70a8a columnFamilyName f 2024-11-15T02:22:07,126 DEBUG [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:07,127 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] regionserver.HStore(327): Store=eabe004a9c8ef5ec15fb40c7ada70a8a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:07,127 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,128 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eabe004a9c8ef5ec15fb40c7ada70a8a columnFamilyName f1 2024-11-15T02:22:07,128 DEBUG [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:07,129 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] regionserver.HStore(327): Store=eabe004a9c8ef5ec15fb40c7ada70a8a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:07,129 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,130 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eabe004a9c8ef5ec15fb40c7ada70a8a columnFamilyName norep 2024-11-15T02:22:07,130 DEBUG [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:07,130 INFO [StoreOpener-eabe004a9c8ef5ec15fb40c7ada70a8a-1 {}] regionserver.HStore(327): Store=eabe004a9c8ef5ec15fb40c7ada70a8a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:07,131 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,131 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,131 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,132 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,132 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,133 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:07,134 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,141 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:07,144 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eabe004a9c8ef5ec15fb40c7ada70a8a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64200730, jitterRate=-0.04333457350730896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:07,144 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:07,145 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eabe004a9c8ef5ec15fb40c7ada70a8a: Running coprocessor pre-open hook at 1731637327109Writing region info on filesystem at 1731637327109Initializing all the Stores at 1731637327115 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637327115Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637327120 (+5 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637327120Cleaning up temporary data from old regions at 1731637327132 (+12 ms)Running coprocessor post-open hooks at 1731637327144 (+12 ms)Region opened successfully at 1731637327144 2024-11-15T02:22:07,145 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a., pid=6, masterSystemTime=1731637327100 2024-11-15T02:22:07,148 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:07,148 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:07,149 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eabe004a9c8ef5ec15fb40c7ada70a8a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,34485,1731637315157 2024-11-15T02:22:07,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eabe004a9c8ef5ec15fb40c7ada70a8a, server=ce6119325ab7,34485,1731637315157 because future has completed 2024-11-15T02:22:07,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:22:07,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eabe004a9c8ef5ec15fb40c7ada70a8a, server=ce6119325ab7,34485,1731637315157 in 220 msec 2024-11-15T02:22:07,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:22:07,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=eabe004a9c8ef5ec15fb40c7ada70a8a, ASSIGN in 387 msec 2024-11-15T02:22:07,166 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:07,166 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637327166"}]},"ts":"1731637327166"} 2024-11-15T02:22:07,169 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:22:07,170 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:07,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 821 msec 2024-11-15T02:22:07,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:07,486 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:22:07,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44383,1731637321581 2024-11-15T02:22:07,487 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66b7cdaa 2024-11-15T02:22:07,488 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:07,489 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:07,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:22:07,492 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:07,492 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:07,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:22:07,494 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:07,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:22:07,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:07,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:07,913 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb483bbab9d6c6de32c9922c8d671db8, NAME => 'test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17 2024-11-15T02:22:07,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:22:07,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:07,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cb483bbab9d6c6de32c9922c8d671db8, disabling compactions & flushes 2024-11-15T02:22:07,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:07,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:07,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. after waiting 0 ms 2024-11-15T02:22:07,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:07,918 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:07,918 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb483bbab9d6c6de32c9922c8d671db8: Waiting for close lock at 1731637327918Disabling compacts and flushes for region at 1731637327918Disabling writes for close at 1731637327918Writing region close event to WAL at 1731637327918Closed at 1731637327918 2024-11-15T02:22:07,920 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:07,920 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637327920"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637327920"}]},"ts":"1731637327920"} 2024-11-15T02:22:07,922 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:07,922 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:07,923 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637327922"}]},"ts":"1731637327922"} 2024-11-15T02:22:07,925 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:22:07,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb483bbab9d6c6de32c9922c8d671db8, ASSIGN}] 2024-11-15T02:22:07,927 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cb483bbab9d6c6de32c9922c8d671db8, ASSIGN 2024-11-15T02:22:07,927 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cb483bbab9d6c6de32c9922c8d671db8, ASSIGN; state=OFFLINE, location=ce6119325ab7,33875,1731637322409; forceNewPlan=false, retain=false 2024-11-15T02:22:08,078 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb483bbab9d6c6de32c9922c8d671db8, regionState=OPENING, regionLocation=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:08,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cb483bbab9d6c6de32c9922c8d671db8, ASSIGN because future has completed 2024-11-15T02:22:08,081 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb483bbab9d6c6de32c9922c8d671db8, server=ce6119325ab7,33875,1731637322409}] 2024-11-15T02:22:08,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:08,237 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:08,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cb483bbab9d6c6de32c9922c8d671db8, NAME => 'test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:08,238 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:08,238 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:22:08,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:08,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,240 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,241 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb483bbab9d6c6de32c9922c8d671db8 columnFamilyName f 2024-11-15T02:22:08,241 DEBUG [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:08,244 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] regionserver.HStore(327): Store=cb483bbab9d6c6de32c9922c8d671db8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:08,244 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,246 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb483bbab9d6c6de32c9922c8d671db8 columnFamilyName f1 2024-11-15T02:22:08,246 DEBUG [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:08,246 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] regionserver.HStore(327): Store=cb483bbab9d6c6de32c9922c8d671db8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:08,246 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,247 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb483bbab9d6c6de32c9922c8d671db8 columnFamilyName norep 2024-11-15T02:22:08,247 DEBUG [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:08,247 INFO [StoreOpener-cb483bbab9d6c6de32c9922c8d671db8-1 {}] regionserver.HStore(327): Store=cb483bbab9d6c6de32c9922c8d671db8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:08,248 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,248 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,248 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,250 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,250 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,250 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:08,251 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,253 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:08,253 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cb483bbab9d6c6de32c9922c8d671db8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61662457, jitterRate=-0.08115778863430023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:08,253 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:08,254 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cb483bbab9d6c6de32c9922c8d671db8: Running coprocessor pre-open hook at 1731637328238Writing region info on filesystem at 1731637328239 (+1 ms)Initializing all the Stores at 1731637328239Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637328239Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637328239Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637328239Cleaning up temporary data from old regions at 1731637328250 (+11 ms)Running coprocessor post-open hooks at 1731637328253 (+3 ms)Region opened successfully at 1731637328253 2024-11-15T02:22:08,254 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8., pid=6, masterSystemTime=1731637328233 2024-11-15T02:22:08,258 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:08,258 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:08,259 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cb483bbab9d6c6de32c9922c8d671db8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:08,263 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44383 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ce6119325ab7,33875,1731637322409, table=test, region=cb483bbab9d6c6de32c9922c8d671db8. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:22:08,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb483bbab9d6c6de32c9922c8d671db8, server=ce6119325ab7,33875,1731637322409 because future has completed 2024-11-15T02:22:08,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:22:08,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cb483bbab9d6c6de32c9922c8d671db8, server=ce6119325ab7,33875,1731637322409 in 186 msec 2024-11-15T02:22:08,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:22:08,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cb483bbab9d6c6de32c9922c8d671db8, ASSIGN in 344 msec 2024-11-15T02:22:08,275 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:08,275 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637328275"}]},"ts":"1731637328275"} 2024-11-15T02:22:08,278 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:22:08,279 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:08,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 790 msec 2024-11-15T02:22:08,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:08,636 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:22:08,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@257b144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:08,637 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:22:08,637 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:08,638 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:22:08,638 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d04eb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:08,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:08,640 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:08,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30175237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:08,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45919,1731637308347 2024-11-15T02:22:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219c0922 2024-11-15T02:22:08,642 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:08,643 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:08,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:44793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:22:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:22:08,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:08,646 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44793' 2024-11-15T02:22:08,647 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fc494f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:08,647 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44793,-1 for getting cluster id 2024-11-15T02:22:08,647 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:08,652 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce48073f-8fd7-4c92-bf52-5a689f649421' 2024-11-15T02:22:08,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce48073f-8fd7-4c92-bf52-5a689f649421" 2024-11-15T02:22:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3d86de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44793,-1] 2024-11-15T02:22:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:08,654 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cb601bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:08,655 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44793,1731637315020 2024-11-15T02:22:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@881eb30 2024-11-15T02:22:08,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:08,657 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:08,658 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:22:08,658 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:22:08,658 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:08,659 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:08,659 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:08,660 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:08,660 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:22:08,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:08,662 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:08,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:22:08,711 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:22:08,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:08,835 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:22:08,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:09,085 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 97db45a89f4f8710a66476cfe366535b, NAME => 'hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c 2024-11-15T02:22:09,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:22:09,163 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:09,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 97db45a89f4f8710a66476cfe366535b, disabling compactions & flushes 2024-11-15T02:22:09,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. after waiting 0 ms 2024-11-15T02:22:09,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,164 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,164 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 97db45a89f4f8710a66476cfe366535b: Waiting for close lock at 1731637329163Disabling compacts and flushes for region at 1731637329164 (+1 ms)Disabling writes for close at 1731637329164Writing region close event to WAL at 1731637329164Closed at 1731637329164 2024-11-15T02:22:09,170 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:09,170 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637329170"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637329170"}]},"ts":"1731637329170"} 2024-11-15T02:22:09,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:09,174 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:09,175 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637329174"}]},"ts":"1731637329174"} 2024-11-15T02:22:09,184 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:22:09,185 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97db45a89f4f8710a66476cfe366535b, ASSIGN}] 2024-11-15T02:22:09,192 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97db45a89f4f8710a66476cfe366535b, ASSIGN 2024-11-15T02:22:09,196 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97db45a89f4f8710a66476cfe366535b, ASSIGN; state=OFFLINE, location=ce6119325ab7,38913,1731637309259; forceNewPlan=false, retain=false 2024-11-15T02:22:09,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:09,347 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97db45a89f4f8710a66476cfe366535b, regionState=OPENING, regionLocation=ce6119325ab7,38913,1731637309259 2024-11-15T02:22:09,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=97db45a89f4f8710a66476cfe366535b, ASSIGN because future has completed 2024-11-15T02:22:09,349 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97db45a89f4f8710a66476cfe366535b, server=ce6119325ab7,38913,1731637309259}] 2024-11-15T02:22:09,503 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:09,504 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:22:09,505 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C38913%2C1731637309259.rep, suffix=, logDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259, archiveDir=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/oldWALs, maxLogs=10 2024-11-15T02:22:09,529 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.rep.1731637329505, exclude list is [], retry=0 2024-11-15T02:22:09,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46357,DS-0de93443-3ea6-4db7-a3e2-657a99c0b72b,DISK] 2024-11-15T02:22:09,533 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.rep.1731637329505 2024-11-15T02:22:09,533 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43929:43929)] 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 97db45a89f4f8710a66476cfe366535b, NAME => 'hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:09,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. service=MultiRowMutationService 2024-11-15T02:22:09,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,535 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,536 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97db45a89f4f8710a66476cfe366535b columnFamilyName hfileref 2024-11-15T02:22:09,537 DEBUG [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:09,537 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] regionserver.HStore(327): Store=97db45a89f4f8710a66476cfe366535b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:09,537 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,538 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97db45a89f4f8710a66476cfe366535b columnFamilyName queue 2024-11-15T02:22:09,538 DEBUG [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:09,538 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] regionserver.HStore(327): Store=97db45a89f4f8710a66476cfe366535b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:09,538 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,539 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 97db45a89f4f8710a66476cfe366535b columnFamilyName sid 2024-11-15T02:22:09,539 DEBUG [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:09,539 INFO [StoreOpener-97db45a89f4f8710a66476cfe366535b-1 {}] regionserver.HStore(327): Store=97db45a89f4f8710a66476cfe366535b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:09,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:09,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:09,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 97db45a89f4f8710a66476cfe366535b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73793910, jitterRate=0.0996149480342865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:09,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:09,546 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 97db45a89f4f8710a66476cfe366535b: Running coprocessor pre-open hook at 1731637329534Writing region info on filesystem at 1731637329534Initializing all the Stores at 1731637329535 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637329535Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637329535Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637329535Cleaning up temporary data from old regions at 1731637329542 (+7 ms)Running coprocessor post-open hooks at 1731637329546 (+4 ms)Region opened successfully at 1731637329546 2024-11-15T02:22:09,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b., pid=10, masterSystemTime=1731637329501 2024-11-15T02:22:09,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:09,550 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=97db45a89f4f8710a66476cfe366535b, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,38913,1731637309259 2024-11-15T02:22:09,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 97db45a89f4f8710a66476cfe366535b, server=ce6119325ab7,38913,1731637309259 because future has completed 2024-11-15T02:22:09,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:22:09,554 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 97db45a89f4f8710a66476cfe366535b, server=ce6119325ab7,38913,1731637309259 in 203 msec 2024-11-15T02:22:09,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:22:09,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=97db45a89f4f8710a66476cfe366535b, ASSIGN in 369 msec 2024-11-15T02:22:09,556 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:09,556 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637329556"}]},"ts":"1731637329556"} 2024-11-15T02:22:09,558 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:22:09,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:09,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 900 msec 2024-11-15T02:22:09,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b., hostname=ce6119325ab7,38913,1731637309259, seqNum=2] 2024-11-15T02:22:09,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:22:09,608 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:22:09,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:09,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38913 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:22:09,783 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:22:09,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:09,813 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,38913,1731637309259, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:22:09,814 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:09,814 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38913,1731637309259, seqNum=-1] 2024-11-15T02:22:09,814 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:09,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40291, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:09,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,38913,1731637309259', locateType=CURRENT is [region=hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b., hostname=ce6119325ab7,38913,1731637309259, seqNum=2] 2024-11-15T02:22:09,835 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:22:09,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:22:09,838 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,38913,1731637309259 suceeded 2024-11-15T02:22:09,840 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:22:09,841 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:44793,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:22:09,841 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-15T02:22:09,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1980 sec 2024-11-15T02:22:09,859 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44793' 2024-11-15T02:22:09,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4bf7953a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:09,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44793,-1 for getting cluster id 2024-11-15T02:22:09,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:09,863 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce48073f-8fd7-4c92-bf52-5a689f649421' 2024-11-15T02:22:09,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:09,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce48073f-8fd7-4c92-bf52-5a689f649421" 2024-11-15T02:22:09,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63fb981c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:09,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44793,-1] 2024-11-15T02:22:09,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:09,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:09,867 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:09,870 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71d9d728, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:09,871 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:09,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44793,1731637315020 2024-11-15T02:22:09,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4096dcc3 2024-11-15T02:22:09,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:09,873 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T02:22:09,874 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,38913,1731637309259 (queues=1) is replicating from cluster=d68434e4-a352-49a7-a3f8-41b33f8d84fb to cluster=ce48073f-8fd7-4c92-bf52-5a689f649421 2024-11-15T02:22:09,874 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C38913%2C1731637309259 2024-11-15T02:22:09,875 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,38913,1731637309259, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:22:09,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, startPosition=0, beingWritten=true 2024-11-15T02:22:09,880 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C38913%2C1731637309259 2024-11-15T02:22:09,899 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:09,899 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:09,899 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:10,106 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:10,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:22:10,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T02:22:10,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:22:10,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T02:22:10,410 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:10,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45919 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:10,795 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:10,795 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:10,795 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:10,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:10,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:10,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:10,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d72db0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:10,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44793,-1 for getting cluster id 2024-11-15T02:22:10,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:10,797 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce48073f-8fd7-4c92-bf52-5a689f649421' 2024-11-15T02:22:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce48073f-8fd7-4c92-bf52-5a689f649421" 2024-11-15T02:22:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc5e421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44793,-1] 2024-11-15T02:22:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:10,797 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:10,798 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:10,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61befb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:10,799 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44793,1731637315020 2024-11-15T02:22:10,799 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39510f50 2024-11-15T02:22:10,800 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:10,800 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:10,800 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:44383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:22:10,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:22:10,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:10,803 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44383' 2024-11-15T02:22:10,811 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a5f3e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:10,811 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:10,811 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:10,811 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5601bed8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:10,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:10,813 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:10,813 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:10,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15be3fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:10,814 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44383,1731637321581 2024-11-15T02:22:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2faf2cbe 2024-11-15T02:22:10,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:10,815 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:10,816 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:22:10,816 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:22:10,816 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:10,816 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:10,816 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:10,817 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:10,817 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:22:10,818 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:10,818 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:10,819 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:10,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:22:10,868 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:22:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:10,976 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:10,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,036 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:11,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:11,225 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7015bd132741c5cbf7e178450f0d1eb0, NAME => 'hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167 2024-11-15T02:22:11,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:22:11,317 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:11,629 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:11,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 7015bd132741c5cbf7e178450f0d1eb0, disabling compactions & flushes 2024-11-15T02:22:11,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. after waiting 0 ms 2024-11-15T02:22:11,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,630 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,630 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7015bd132741c5cbf7e178450f0d1eb0: Waiting for close lock at 1731637331630Disabling compacts and flushes for region at 1731637331630Disabling writes for close at 1731637331630Writing region close event to WAL at 1731637331630Closed at 1731637331630 2024-11-15T02:22:11,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:11,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637331631"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637331631"}]},"ts":"1731637331631"} 2024-11-15T02:22:11,633 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:11,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:11,634 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637331634"}]},"ts":"1731637331634"} 2024-11-15T02:22:11,636 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:22:11,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7015bd132741c5cbf7e178450f0d1eb0, ASSIGN}] 2024-11-15T02:22:11,638 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7015bd132741c5cbf7e178450f0d1eb0, ASSIGN 2024-11-15T02:22:11,639 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7015bd132741c5cbf7e178450f0d1eb0, ASSIGN; state=OFFLINE, location=ce6119325ab7,34485,1731637315157; forceNewPlan=false, retain=false 2024-11-15T02:22:11,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7015bd132741c5cbf7e178450f0d1eb0, regionState=OPENING, regionLocation=ce6119325ab7,34485,1731637315157 2024-11-15T02:22:11,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=7015bd132741c5cbf7e178450f0d1eb0, ASSIGN because future has completed 2024-11-15T02:22:11,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7015bd132741c5cbf7e178450f0d1eb0, server=ce6119325ab7,34485,1731637315157}] 2024-11-15T02:22:11,921 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:11,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,947 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:11,948 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:22:11,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C34485%2C1731637315157.rep, suffix=, logDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157, archiveDir=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/oldWALs, maxLogs=10 2024-11-15T02:22:11,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.rep.1731637331949, exclude list is [], retry=0 2024-11-15T02:22:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45845,DS-04fa0f77-1eed-4090-a50c-9efbfa768721,DISK] 2024-11-15T02:22:11,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.rep.1731637331949 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34059:34059)] 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7015bd132741c5cbf7e178450f0d1eb0, NAME => 'hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:11,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. service=MultiRowMutationService 2024-11-15T02:22:11,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,972 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,973 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7015bd132741c5cbf7e178450f0d1eb0 columnFamilyName hfileref 2024-11-15T02:22:11,973 DEBUG [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:11,974 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] regionserver.HStore(327): Store=7015bd132741c5cbf7e178450f0d1eb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:11,974 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,975 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7015bd132741c5cbf7e178450f0d1eb0 columnFamilyName queue 2024-11-15T02:22:11,975 DEBUG [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:11,975 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] regionserver.HStore(327): Store=7015bd132741c5cbf7e178450f0d1eb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:11,975 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,976 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7015bd132741c5cbf7e178450f0d1eb0 columnFamilyName sid 2024-11-15T02:22:11,976 DEBUG [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:11,976 INFO [StoreOpener-7015bd132741c5cbf7e178450f0d1eb0-1 {}] regionserver.HStore(327): Store=7015bd132741c5cbf7e178450f0d1eb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:11,976 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,977 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,978 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:11,979 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,980 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:11,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 7015bd132741c5cbf7e178450f0d1eb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60990122, jitterRate=-0.0911763608455658}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:11,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:11,981 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7015bd132741c5cbf7e178450f0d1eb0: Running coprocessor pre-open hook at 1731637331971Writing region info on filesystem at 1731637331971Initializing all the Stores at 1731637331971Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637331971Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637331972 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637331972Cleaning up temporary data from old regions at 1731637331978 (+6 ms)Running coprocessor post-open hooks at 1731637331981 (+3 ms)Region opened successfully at 1731637331981 2024-11-15T02:22:11,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0., pid=10, masterSystemTime=1731637331944 2024-11-15T02:22:11,983 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:11,984 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7015bd132741c5cbf7e178450f0d1eb0, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,34485,1731637315157 2024-11-15T02:22:11,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7015bd132741c5cbf7e178450f0d1eb0, server=ce6119325ab7,34485,1731637315157 because future has completed 2024-11-15T02:22:11,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:22:11,989 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7015bd132741c5cbf7e178450f0d1eb0, server=ce6119325ab7,34485,1731637315157 in 195 msec 2024-11-15T02:22:11,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:22:11,991 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=7015bd132741c5cbf7e178450f0d1eb0, ASSIGN in 352 msec 2024-11-15T02:22:11,991 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:11,991 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637331991"}]},"ts":"1731637331991"} 2024-11-15T02:22:11,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:22:11,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:11,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1770 sec 2024-11-15T02:22:12,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0., hostname=ce6119325ab7,34485,1731637315157, seqNum=2] 2024-11-15T02:22:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:22:12,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:22:12,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:12,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34485 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:22:12,225 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:22:12,265 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,34485,1731637315157, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:22:12,265 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:12,265 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34485,1731637315157, seqNum=-1] 2024-11-15T02:22:12,265 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:12,266 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48325, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:12,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,34485,1731637315157', locateType=CURRENT is [region=hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0., hostname=ce6119325ab7,34485,1731637315157, seqNum=2] 2024-11-15T02:22:12,270 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:22:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:22:12,272 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,34485,1731637315157 suceeded 2024-11-15T02:22:12,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:22:12,274 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 200 msec 2024-11-15T02:22:12,274 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:44383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:22:12,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4740 sec 2024-11-15T02:22:12,286 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44383' 2024-11-15T02:22:12,287 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@545c1044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,287 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:12,288 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:12,288 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1eeb9fad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:12,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,289 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:12,290 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a27b64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,290 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44383,1731637321581 2024-11-15T02:22:12,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@58602ada 2024-11-15T02:22:12,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:12,293 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T02:22:12,293 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,34485,1731637315157 (queues=1) is replicating from cluster=ce48073f-8fd7-4c92-bf52-5a689f649421 to cluster=f278daf5-8257-471a-b8b7-faeed974b0f9 2024-11-15T02:22:12,293 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C34485%2C1731637315157 2024-11-15T02:22:12,293 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,34485,1731637315157, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:22:12,294 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, startPosition=0, beingWritten=true 2024-11-15T02:22:12,294 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C34485%2C1731637315157 2024-11-15T02:22:12,300 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:12,301 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:12,301 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:12,509 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:12,626 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:12,814 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:12,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:12,945 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:12,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:12,946 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:12,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:12,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@724be76e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,948 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:12,948 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:12,949 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:12,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:12,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:12,949 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ea2cbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:12,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,951 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:12,951 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c097163, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44383,1731637321581 2024-11-15T02:22:12,952 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b35c822 2024-11-15T02:22:12,953 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:12,953 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:12,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:45919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:22:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:22:12,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:12,956 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:45919' 2024-11-15T02:22:12,957 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6430cda6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,957 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:22:12,957 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:12,958 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:22:12,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:12,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:22:12,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b3228b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:22:12,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:12,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,960 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:12,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@619dad95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:12,961 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:12,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45919,1731637308347 2024-11-15T02:22:12,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a0340 2024-11-15T02:22:12,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:12,963 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:12,964 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:22:12,964 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:22:12,964 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,964 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:12,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:12,964 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:12,966 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:22:12,967 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:12,967 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:12,968 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:12,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:22:13,016 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:22:13,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:13,217 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:13,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:13,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0a408bcf8e8c6480d5d32002eafe5c9b, NAME => 'hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17 2024-11-15T02:22:13,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:22:13,430 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:13,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:13,722 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:13,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:13,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0a408bcf8e8c6480d5d32002eafe5c9b, disabling compactions & flushes 2024-11-15T02:22:13,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:13,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:13,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. after waiting 0 ms 2024-11-15T02:22:13,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:13,804 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:13,804 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0a408bcf8e8c6480d5d32002eafe5c9b: Waiting for close lock at 1731637333804Disabling compacts and flushes for region at 1731637333804Disabling writes for close at 1731637333804Writing region close event to WAL at 1731637333804Closed at 1731637333804 2024-11-15T02:22:13,813 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:13,813 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637333813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637333813"}]},"ts":"1731637333813"} 2024-11-15T02:22:13,829 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:13,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:13,830 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637333830"}]},"ts":"1731637333830"} 2024-11-15T02:22:13,832 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:22:13,833 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a408bcf8e8c6480d5d32002eafe5c9b, ASSIGN}] 2024-11-15T02:22:13,834 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a408bcf8e8c6480d5d32002eafe5c9b, ASSIGN 2024-11-15T02:22:13,836 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a408bcf8e8c6480d5d32002eafe5c9b, ASSIGN; state=OFFLINE, location=ce6119325ab7,33875,1731637322409; forceNewPlan=false, retain=false 2024-11-15T02:22:13,987 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a408bcf8e8c6480d5d32002eafe5c9b, regionState=OPENING, regionLocation=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:13,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0a408bcf8e8c6480d5d32002eafe5c9b, ASSIGN because future has completed 2024-11-15T02:22:13,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a408bcf8e8c6480d5d32002eafe5c9b, server=ce6119325ab7,33875,1731637322409}] 2024-11-15T02:22:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:14,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:14,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:14,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:22:14,153 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C33875%2C1731637322409.rep, suffix=, logDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409, archiveDir=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/oldWALs, maxLogs=10 2024-11-15T02:22:14,167 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.rep.1731637334154, exclude list is [], retry=0 2024-11-15T02:22:14,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34137,DS-b7f4c1b4-62ba-408e-9554-65980cfc66ee,DISK] 2024-11-15T02:22:14,172 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.rep.1731637334154 2024-11-15T02:22:14,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37639:37639)] 2024-11-15T02:22:14,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0a408bcf8e8c6480d5d32002eafe5c9b, NAME => 'hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:14,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. service=MultiRowMutationService 2024-11-15T02:22:14,181 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:22:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,181 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,189 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,193 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a408bcf8e8c6480d5d32002eafe5c9b columnFamilyName hfileref 2024-11-15T02:22:14,193 DEBUG [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:14,194 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] regionserver.HStore(327): Store=0a408bcf8e8c6480d5d32002eafe5c9b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:14,194 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,195 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a408bcf8e8c6480d5d32002eafe5c9b columnFamilyName queue 2024-11-15T02:22:14,195 DEBUG [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:14,196 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] regionserver.HStore(327): Store=0a408bcf8e8c6480d5d32002eafe5c9b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:14,196 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,197 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0a408bcf8e8c6480d5d32002eafe5c9b columnFamilyName sid 2024-11-15T02:22:14,197 DEBUG [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:14,197 INFO [StoreOpener-0a408bcf8e8c6480d5d32002eafe5c9b-1 {}] regionserver.HStore(327): Store=0a408bcf8e8c6480d5d32002eafe5c9b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:14,197 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/replication/0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,198 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/replication/0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,199 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:14,200 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/replication/0a408bcf8e8c6480d5d32002eafe5c9b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:14,203 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0a408bcf8e8c6480d5d32002eafe5c9b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63122621, jitterRate=-0.05939964950084686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:14,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:14,203 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0a408bcf8e8c6480d5d32002eafe5c9b: Running coprocessor pre-open hook at 1731637334181Writing region info on filesystem at 1731637334181Initializing all the Stores at 1731637334188 (+7 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637334188Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637334189 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637334189Cleaning up temporary data from old regions at 1731637334199 (+10 ms)Running coprocessor post-open hooks at 1731637334203 (+4 ms)Region opened successfully at 1731637334203 2024-11-15T02:22:14,205 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b., pid=10, masterSystemTime=1731637334149 2024-11-15T02:22:14,208 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:14,208 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:14,208 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0a408bcf8e8c6480d5d32002eafe5c9b, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,33875,1731637322409 2024-11-15T02:22:14,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0a408bcf8e8c6480d5d32002eafe5c9b, server=ce6119325ab7,33875,1731637322409 because future has completed 2024-11-15T02:22:14,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:22:14,215 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0a408bcf8e8c6480d5d32002eafe5c9b, server=ce6119325ab7,33875,1731637322409 in 217 msec 2024-11-15T02:22:14,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:22:14,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0a408bcf8e8c6480d5d32002eafe5c9b, ASSIGN in 382 msec 2024-11-15T02:22:14,222 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:14,223 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637334223"}]},"ts":"1731637334223"} 2024-11-15T02:22:14,225 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:22:14,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:14,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec 2024-11-15T02:22:14,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b., hostname=ce6119325ab7,33875,1731637322409, seqNum=2] 2024-11-15T02:22:14,302 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:14,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:14,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:14,343 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:14,344 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:14,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:22:14,481 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:22:14,525 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,33875,1731637322409, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:22:14,525 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:14,526 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33875,1731637322409, seqNum=-1] 2024-11-15T02:22:14,528 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:14,532 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:14,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,33875,1731637322409', locateType=CURRENT is [region=hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b., hostname=ce6119325ab7,33875,1731637322409, seqNum=2] 2024-11-15T02:22:14,557 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:22:14,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:22:14,569 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,33875,1731637322409 suceeded 2024-11-15T02:22:14,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:22:14,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 241 msec 2024-11-15T02:22:14,573 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:45919,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:22:14,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6190 sec 2024-11-15T02:22:14,608 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:45919' 2024-11-15T02:22:14,632 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67950e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:14,632 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:22:14,633 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:14,636 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:22:14,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:14,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:22:14,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22002a6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:14,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:22:14,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:14,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:14,642 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:14,644 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85a0e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:14,644 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45919,1731637308347 2024-11-15T02:22:14,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31338038 2024-11-15T02:22:14,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:14,652 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T02:22:14,657 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,33875,1731637322409 (queues=1) is replicating from cluster=f278daf5-8257-471a-b8b7-faeed974b0f9 to cluster=d68434e4-a352-49a7-a3f8-41b33f8d84fb 2024-11-15T02:22:14,657 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C33875%2C1731637322409 2024-11-15T02:22:14,657 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,33875,1731637322409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:22:14,661 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, startPosition=0, beingWritten=true 2024-11-15T02:22:14,663 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C33875%2C1731637322409 2024-11-15T02:22:14,681 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:14,681 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 379, reset compression=false 2024-11-15T02:22:14,682 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:14,887 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 379, reset compression=false 2024-11-15T02:22:15,056 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:15,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:15,106 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:15,106 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:15,106 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:15,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:15,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f94fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,107 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:22:15,107 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:15,109 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:22:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:22:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@712bd93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:22:15,110 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:15,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,111 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:15,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30498fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3879e060, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44793,-1 for getting cluster id 2024-11-15T02:22:15,121 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:15,121 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce48073f-8fd7-4c92-bf52-5a689f649421' 2024-11-15T02:22:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce48073f-8fd7-4c92-bf52-5a689f649421" 2024-11-15T02:22:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788833c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,122 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44793,-1] 2024-11-15T02:22:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:15,123 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,124 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:15,125 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce740bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6320cee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:15,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:15,127 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6316764e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,127 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:15,128 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,129 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:15,129 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1676e71a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:15,131 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38913,1731637309259, seqNum=-1] 2024-11-15T02:22:15,132 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:15,133 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:15,135 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637325715.ec513b582497ba322a278ab412b634f4., hostname=ce6119325ab7,38913,1731637309259, seqNum=2] 2024-11-15T02:22:15,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33875,1731637322409, seqNum=-1] 2024-11-15T02:22:15,143 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:15,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:15,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8., hostname=ce6119325ab7,33875,1731637322409, seqNum=2] 2024-11-15T02:22:15,192 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 379, reset compression=false 2024-11-15T02:22:15,194 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T02:22:15,352 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 379, reset compression=false 2024-11-15T02:22:15,358 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:15,358 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 480, reset compression=false 2024-11-15T02:22:15,358 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec513b582497ba322a278ab412b634f4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T02:22:15,360 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:15,361 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T02:22:15,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:15,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f8c6911, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44793,-1 for getting cluster id 2024-11-15T02:22:15,367 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:15,369 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ce48073f-8fd7-4c92-bf52-5a689f649421' 2024-11-15T02:22:15,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:15,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ce48073f-8fd7-4c92-bf52-5a689f649421" 2024-11-15T02:22:15,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b74172c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44793,-1] 2024-11-15T02:22:15,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:15,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,372 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:15,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34ba3c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:15,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34485,1731637315157, seqNum=-1] 2024-11-15T02:22:15,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:15,377 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:15,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a., hostname=ce6119325ab7,34485,1731637315157, seqNum=2] 2024-11-15T02:22:15,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:15,564 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 480, reset compression=false 2024-11-15T02:22:15,621 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 379, reset compression=false 2024-11-15T02:22:15,869 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 379, reset compression=false 2024-11-15T02:22:15,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:15,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 504, reset compression=false 2024-11-15T02:22:15,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe004a9c8ef5ec15fb40c7ada70a8a/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T02:22:15,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:15,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T02:22:15,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:15,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581c7bdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:15,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:15,881 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:15,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:15,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:15,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27716e2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:15,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:15,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:15,882 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:15,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cac5b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:15,883 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:15,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,33875,1731637322409, seqNum=-1] 2024-11-15T02:22:15,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:15,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42616, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:15,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8., hostname=ce6119325ab7,33875,1731637322409, seqNum=2] 2024-11-15T02:22:15,888 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 480, reset compression=false 2024-11-15T02:22:15,889 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:16,080 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 504, reset compression=false 2024-11-15T02:22:16,144 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 379, reset compression=false 2024-11-15T02:22:16,148 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:16,148 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 528, reset compression=false 2024-11-15T02:22:16,148 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:16,195 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T02:22:16,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:16,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34485,1731637315157, seqNum=-1] 2024-11-15T02:22:16,197 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:16,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:16,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a., hostname=ce6119325ab7,34485,1731637315157, seqNum=2] 2024-11-15T02:22:16,202 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T02:22:16,294 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 480, reset compression=false 2024-11-15T02:22:16,352 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 528, reset compression=false 2024-11-15T02:22:16,389 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 504, reset compression=false 2024-11-15T02:22:16,397 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:16,397 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 608, reset compression=false 2024-11-15T02:22:16,397 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe004a9c8ef5ec15fb40c7ada70a8a/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:22:16,399 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:16,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:16,612 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 608, reset compression=false 2024-11-15T02:22:16,656 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 528, reset compression=false 2024-11-15T02:22:16,662 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:16,662 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 656, reset compression=false 2024-11-15T02:22:16,662 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb483bbab9d6c6de32c9922c8d671db8/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T02:22:16,664 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:16,665 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T02:22:16,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:16,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6b3977f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:16,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:22:16,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:16,667 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:22:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:22:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eeb5667, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:22:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:16,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:16,668 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:16,668 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b30c4e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:16,669 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:16,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,38913,1731637309259, seqNum=-1] 2024-11-15T02:22:16,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:16,671 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:16,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731637325715.ec513b582497ba322a278ab412b634f4., hostname=ce6119325ab7,38913,1731637309259, seqNum=2] 2024-11-15T02:22:16,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:16,801 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 480, reset compression=false 2024-11-15T02:22:16,806 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:16,806 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 632, reset compression=false 2024-11-15T02:22:16,806 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:16,868 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 656, reset compression=false 2024-11-15T02:22:16,920 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 608, reset compression=false 2024-11-15T02:22:17,017 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 632, reset compression=false 2024-11-15T02:22:17,172 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 656, reset compression=false 2024-11-15T02:22:17,204 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T02:22:17,206 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T02:22:17,321 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 632, reset compression=false 2024-11-15T02:22:17,323 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 608, reset compression=false 2024-11-15T02:22:17,473 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:17,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:17,575 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 656, reset compression=false 2024-11-15T02:22:17,592 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:17,592 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 760, reset compression=false 2024-11-15T02:22:17,592 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb483bbab9d6c6de32c9922c8d671db8/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:22:17,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:17,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:17,723 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 632, reset compression=false 2024-11-15T02:22:17,736 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:17,736 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 760, reset compression=false 2024-11-15T02:22:17,740 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec513b582497ba322a278ab412b634f4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T02:22:17,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:17,748 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:17,810 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 760, reset compression=false 2024-11-15T02:22:17,826 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 608, reset compression=false 2024-11-15T02:22:17,830 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:17,830 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 760, reset compression=false 2024-11-15T02:22:17,830 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:17,928 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:22:17,948 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 760, reset compression=false 2024-11-15T02:22:18,040 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 760, reset compression=false 2024-11-15T02:22:18,117 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 760, reset compression=false 2024-11-15T02:22:18,211 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T02:22:18,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T02:22:18,251 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 760, reset compression=false 2024-11-15T02:22:18,257 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:18,257 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 916, reset compression=false 2024-11-15T02:22:18,257 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec513b582497ba322a278ab412b634f4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T02:22:18,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:18,262 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:18,351 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 760, reset compression=false 2024-11-15T02:22:18,356 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:18,356 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 908, reset compression=false 2024-11-15T02:22:18,356 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe004a9c8ef5ec15fb40c7ada70a8a/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T02:22:18,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:18,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:18,465 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 916, reset compression=false 2024-11-15T02:22:18,521 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 760, reset compression=false 2024-11-15T02:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 932, reset compression=false 2024-11-15T02:22:18,534 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:18,561 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 908, reset compression=false 2024-11-15T02:22:18,739 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 932, reset compression=false 2024-11-15T02:22:18,783 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 916, reset compression=false 2024-11-15T02:22:18,865 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 908, reset compression=false 2024-11-15T02:22:19,043 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 932, reset compression=false 2024-11-15T02:22:19,187 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 916, reset compression=false 2024-11-15T02:22:19,225 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T02:22:19,229 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T02:22:19,269 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 908, reset compression=false 2024-11-15T02:22:19,273 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:19,273 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1067, reset compression=false 2024-11-15T02:22:19,273 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe004a9c8ef5ec15fb40c7ada70a8a/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T02:22:19,274 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:19,276 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:19,446 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 932, reset compression=false 2024-11-15T02:22:19,449 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:19,449 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1082, reset compression=false 2024-11-15T02:22:19,449 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb483bbab9d6c6de32c9922c8d671db8/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T02:22:19,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:19,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:19,476 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1067, reset compression=false 2024-11-15T02:22:19,654 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1082, reset compression=false 2024-11-15T02:22:19,690 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 916, reset compression=false 2024-11-15T02:22:19,698 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:19,698 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1090, reset compression=false 2024-11-15T02:22:19,698 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:19,781 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1067, reset compression=false 2024-11-15T02:22:19,917 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1090, reset compression=false 2024-11-15T02:22:19,957 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1082, reset compression=false 2024-11-15T02:22:20,213 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1067, reset compression=false 2024-11-15T02:22:20,232 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T02:22:20,232 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1090, reset compression=false 2024-11-15T02:22:20,243 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T02:22:20,363 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1082, reset compression=false 2024-11-15T02:22:20,384 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:20,384 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1241, reset compression=false 2024-11-15T02:22:20,384 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb483bbab9d6c6de32c9922c8d671db8/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T02:22:20,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:20,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:20,599 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1241, reset compression=false 2024-11-15T02:22:20,664 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1090, reset compression=false 2024-11-15T02:22:20,698 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:20,698 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1240, reset compression=false 2024-11-15T02:22:20,698 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec513b582497ba322a278ab412b634f4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T02:22:20,703 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:20,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:20,732 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1067, reset compression=false 2024-11-15T02:22:20,766 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:20,766 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1241, reset compression=false 2024-11-15T02:22:20,766 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:20,917 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1240, reset compression=false 2024-11-15T02:22:20,942 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1241, reset compression=false 2024-11-15T02:22:20,972 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1241, reset compression=false 2024-11-15T02:22:21,223 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1240, reset compression=false 2024-11-15T02:22:21,244 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T02:22:21,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695aba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:21,252 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:21,252 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:21,253 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f944d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:21,253 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:21,254 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:21,254 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:21,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66fc01b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:21,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:21,257 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44383,1731637321581 2024-11-15T02:22:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2151a441 2024-11-15T02:22:21,258 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:21,259 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:21,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster(3992): Client=jenkins//172.17.0.3 disable replication peer, id=1 2024-11-15T02:22:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T02:22:21,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:22:21,276 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1241, reset compression=false 2024-11-15T02:22:21,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:21,346 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1241, reset compression=false 2024-11-15T02:22:21,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:22:21,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T02:22:21,475 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T02:22:21,477 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T02:22:21,477 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,33875,1731637322409 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T02:22:21,478 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0. 2024-11-15T02:22:21,478 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:21,478 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:21,478 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:21,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:21,578 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:22:21,578 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T02:22:21,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:22:21,629 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1240, reset compression=false 2024-11-15T02:22:21,678 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 terminated 2024-11-15T02:22:21,680 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1241, reset compression=false 2024-11-15T02:22:21,712 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,33875,1731637322409, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:22:21,712 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T02:22:21,712 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T02:22:21,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T02:22:21,724 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on ce6119325ab7,33875,1731637322409 suceeded 2024-11-15T02:22:21,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T02:22:21,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 402 msec 2024-11-15T02:22:21,726 INFO [PEWorker-2 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T02:22:21,727 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 466 msec 2024-11-15T02:22:21,734 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:45919' 2024-11-15T02:22:21,736 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a38907c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:21,736 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,45919,-1 for getting cluster id 2024-11-15T02:22:21,736 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:21,737 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd68434e4-a352-49a7-a3f8-41b33f8d84fb' 2024-11-15T02:22:21,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:21,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d68434e4-a352-49a7-a3f8-41b33f8d84fb" 2024-11-15T02:22:21,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5500bad1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:21,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,45919,-1] 2024-11-15T02:22:21,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:21,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:21,739 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:21,739 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26662e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:21,740 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:21,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,45919,1731637308347 2024-11-15T02:22:21,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@674935c1 2024-11-15T02:22:21,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:21,741 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T02:22:21,742 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,33875,1731637322409 (queues=1) is replicating from cluster=f278daf5-8257-471a-b8b7-faeed974b0f9 to cluster=d68434e4-a352-49a7-a3f8-41b33f8d84fb 2024-11-15T02:22:21,742 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C33875%2C1731637322409 2024-11-15T02:22:21,742 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,33875,1731637322409, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:22:21,750 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C33875%2C1731637322409 2024-11-15T02:22:21,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:22:21,896 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:21,896 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:21,896 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:21,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:21,896 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:21,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:21,899 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T02:22:22,135 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1240, reset compression=false 2024-11-15T02:22:22,139 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:22,139 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1344, reset compression=false 2024-11-15T02:22:22,140 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[{test/ec513b582497ba322a278ab412b634f4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:22:22,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:22,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34485 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:22,205 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1241, reset compression=false 2024-11-15T02:22:22,210 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:22,210 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1369, reset compression=false 2024-11-15T02:22:22,212 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe004a9c8ef5ec15fb40c7ada70a8a/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T02:22:22,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:22,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:22,343 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1344, reset compression=false 2024-11-15T02:22:22,420 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1369, reset compression=false 2024-11-15T02:22:22,649 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1344, reset compression=false 2024-11-15T02:22:22,740 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1369, reset compression=false 2024-11-15T02:22:22,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T02:22:22,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532e14c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:22,904 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44383,-1 for getting cluster id 2024-11-15T02:22:22,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:22,904 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f278daf5-8257-471a-b8b7-faeed974b0f9' 2024-11-15T02:22:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f278daf5-8257-471a-b8b7-faeed974b0f9" 2024-11-15T02:22:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38750734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44383,-1] 2024-11-15T02:22:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:22,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:22,906 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:22,906 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46a1faa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:22,908 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44383,1731637321581 2024-11-15T02:22:22,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@117df239 2024-11-15T02:22:22,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:22,911 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:22,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster(3986): Client=jenkins//172.17.0.3 enable replication peer, id=1 2024-11-15T02:22:22,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T02:22:22,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T02:22:22,965 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:23,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T02:22:23,052 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1344, reset compression=false 2024-11-15T02:22:23,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33875 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T02:22:23,117 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T02:22:23,117 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T02:22:23,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T02:22:23,119 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on ce6119325ab7,33875,1731637322409 suceeded 2024-11-15T02:22:23,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T02:22:23,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 154 msec 2024-11-15T02:22:23,121 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T02:22:23,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 210 msec 2024-11-15T02:22:23,144 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1369, reset compression=false 2024-11-15T02:22:23,147 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:23,147 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:23,147 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[{test/eabe004a9c8ef5ec15fb40c7ada70a8a/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:22:23,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:23,150 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33875 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:23,152 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, startPosition=1241, beingWritten=true 2024-11-15T02:22:23,156 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:22:23,156 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1521, reset compression=false 2024-11-15T02:22:23,157 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[{test/cb483bbab9d6c6de32c9922c8d671db8/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T02:22:23,158 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:23,159 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T02:22:23,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:22:23,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=38913 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:22:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T02:22:23,235 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:23,235 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:23,235 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:23,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:23,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:23,236 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:23,237 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T02:22:23,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:22:23,238 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:23,238 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:23,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:23,238 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:23,238 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:23,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:22:23,238 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=999846438, stopped=false 2024-11-15T02:22:23,238 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,44383,1731637321581 2024-11-15T02:22:23,351 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:23,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:23,355 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:22:23,355 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68366 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:22:23,361 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1521, reset compression=false 2024-11-15T02:22:23,553 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608952982/running 2024-11-15T02:22:23,554 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:23,555 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/running 2024-11-15T02:22:23,555 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1344, reset compression=false 2024-11-15T02:22:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608952982/running 2024-11-15T02:22:23,555 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:22:23,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:23,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:23,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:23,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:23,556 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,33875,1731637322409' ***** 2024-11-15T02:22:23,556 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:22:23,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Set watcher on znode that does not yet exist, /21608952982/running 2024-11-15T02:22:23,556 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:22:23,557 INFO [RS:0;ce6119325ab7:33875 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:22:23,561 INFO [RS:0;ce6119325ab7:33875 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:22:23,562 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:22:23,562 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:23,564 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:23,564 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,33875,1731637322409 2024-11-15T02:22:23,564 INFO [RS:0;ce6119325ab7:33875 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:22:23,564 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb483bbab9d6c6de32c9922c8d671db8, disabling compactions & flushes 2024-11-15T02:22:23,564 INFO [RS:0;ce6119325ab7:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:33875. 2024-11-15T02:22:23,564 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:23,564 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:23,564 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. after waiting 0 ms 2024-11-15T02:22:23,564 DEBUG [RS:0;ce6119325ab7:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:23,564 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:23,564 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:23,565 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:22:23,565 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:22:23,565 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb483bbab9d6c6de32c9922c8d671db8 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T02:22:23,565 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:22:23,565 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:22:23,565 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:22:23,566 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1325): Online Regions={cb483bbab9d6c6de32c9922c8d671db8=test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8., 1588230740=hbase:meta,,1.1588230740, 0a408bcf8e8c6480d5d32002eafe5c9b=hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.} 2024-11-15T02:22:23,566 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b, 1588230740, cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:23,566 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:23,566 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:23,566 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:23,566 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:23,566 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:23,566 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:22:23,576 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:23,577 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:23,577 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:23,579 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:22:23,589 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/info/1d0863000f5348dd8f2bf627df13a095 is 147, key is hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b./info:regioninfo/1731637334208/Put/seqid=0 2024-11-15T02:22:23,608 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/f/6461fcdc992d49eeaceb4b33a8b1a926 is 37, key is row3/f:row3/1731637341897/Put/seqid=0 2024-11-15T02:22:23,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741841_1017 (size=5228) 2024-11-15T02:22:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741840_1016 (size=7686) 2024-11-15T02:22:23,628 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/info/1d0863000f5348dd8f2bf627df13a095 2024-11-15T02:22:23,639 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:22:23,639 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:22:23,655 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:23,656 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/ns/49c252df40e34b50a80026760a0d6407 is 43, key is default/ns:d/1731637325534/Put/seqid=0 2024-11-15T02:22:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741842_1018 (size=5153) 2024-11-15T02:22:23,666 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/ns/49c252df40e34b50a80026760a0d6407 2024-11-15T02:22:23,675 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1521, reset compression=false 2024-11-15T02:22:23,698 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/rep_barrier/fd5991c87bbb4583b560f1c659f92494 is 112, key is test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8./rep_barrier:seqnumDuringOpen/1731637328259/Put/seqid=0 2024-11-15T02:22:23,707 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:23,707 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1768, reset compression=false 2024-11-15T02:22:23,707 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,33875,1731637322409 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:23,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741843_1019 (size=5518) 2024-11-15T02:22:23,708 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,33875,1731637322409: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,33875,1731637322409, walGroup=ce6119325ab7%2C33875%2C1731637322409, offset=ce6119325ab7%2C33875%2C1731637322409.1731637324809:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:33875 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:22:23,709 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:22:23,709 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:22:23,709 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 787706064 }, "NonHeapMemoryUsage": { "committed": 201129984, "init": 7667712, "max": -1, "used": 198124424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:22:23,710 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:22:23,716 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/rep_barrier/fd5991c87bbb4583b560f1c659f92494 2024-11-15T02:22:23,747 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/table/bfb2cc8b6af544a188ff8e2f1455bac4 is 53, key is hbase:replication/table:state/1731637334223/Put/seqid=0 2024-11-15T02:22:23,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741844_1020 (size=5308) 2024-11-15T02:22:23,766 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b, 1588230740, cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:23,817 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:23,925 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1768, reset compression=false 2024-11-15T02:22:23,966 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b, 1588230740, cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:24,023 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/f/6461fcdc992d49eeaceb4b33a8b1a926 2024-11-15T02:22:24,031 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6461fcdc992d49eeaceb4b33a8b1a926 2024-11-15T02:22:24,062 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/f1/022c264959d3472e872f2eaada5e4108 is 30, key is row1/f1:/1731637339226/DeleteFamily/seqid=0 2024-11-15T02:22:24,078 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:24,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741845_1021 (size=5158) 2024-11-15T02:22:24,101 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/f1/022c264959d3472e872f2eaada5e4108 2024-11-15T02:22:24,111 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022c264959d3472e872f2eaada5e4108 2024-11-15T02:22:24,121 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:24,148 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/norep/948abd352e8446509bc46a47b1eae1dc is 33, key is row2/norep:/1731637340233/DeleteFamily/seqid=0 2024-11-15T02:22:24,155 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/table/bfb2cc8b6af544a188ff8e2f1455bac4 2024-11-15T02:22:24,161 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/info/1d0863000f5348dd8f2bf627df13a095 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/info/1d0863000f5348dd8f2bf627df13a095 2024-11-15T02:22:24,166 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b, 1588230740, cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:24,167 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/info/1d0863000f5348dd8f2bf627df13a095, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:22:24,169 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/ns/49c252df40e34b50a80026760a0d6407 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/ns/49c252df40e34b50a80026760a0d6407 2024-11-15T02:22:24,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741846_1022 (size=5108) 2024-11-15T02:22:24,177 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/ns/49c252df40e34b50a80026760a0d6407, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:22:24,178 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/rep_barrier/fd5991c87bbb4583b560f1c659f92494 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/rep_barrier/fd5991c87bbb4583b560f1c659f92494 2024-11-15T02:22:24,185 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/rep_barrier/fd5991c87bbb4583b560f1c659f92494, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:22:24,186 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/.tmp/table/bfb2cc8b6af544a188ff8e2f1455bac4 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/table/bfb2cc8b6af544a188ff8e2f1455bac4 2024-11-15T02:22:24,203 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/table/bfb2cc8b6af544a188ff8e2f1455bac4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:22:24,205 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 639ms, sequenceid=16, compaction requested=false 2024-11-15T02:22:24,229 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1768, reset compression=false 2024-11-15T02:22:24,249 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:22:24,249 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:24,249 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:22:24,249 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:24,249 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637343566Running coprocessor pre-close hooks at 1731637343566Disabling compacts and flushes for region at 1731637343566Disabling writes for close at 1731637343566Obtaining lock to block concurrent updates at 1731637343566Preparing flush snapshotting stores in 1588230740 at 1731637343566Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637343566Flushing stores of hbase:meta,,1.1588230740 at 1731637343567 (+1 ms)Flushing 1588230740/info: creating writer at 1731637343567Flushing 1588230740/info: appending metadata at 1731637343588 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731637343588Flushing 1588230740/ns: creating writer at 1731637343634 (+46 ms)Flushing 1588230740/ns: appending metadata at 1731637343655 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731637343655Flushing 1588230740/rep_barrier: creating writer at 1731637343671 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637343698 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637343698Flushing 1588230740/table: creating writer at 1731637343720 (+22 ms)Flushing 1588230740/table: appending metadata at 1731637343746 (+26 ms)Flushing 1588230740/table: closing flushed file at 1731637343746Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68547dc0: reopening flushed file at 1731637344160 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44b22293: reopening flushed file at 1731637344167 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2da7b1ac: reopening flushed file at 1731637344177 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3de3e2cd: reopening flushed file at 1731637344185 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 639ms, sequenceid=16, compaction requested=false at 1731637344205 (+20 ms)Writing region close event to WAL at 1731637344224 (+19 ms)Running coprocessor post-close hooks at 1731637344249 (+25 ms)Closed at 1731637344249 2024-11-15T02:22:24,250 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:24,367 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b, cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:24,553 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:24,567 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:22:24,567 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1325): Online Regions={cb483bbab9d6c6de32c9922c8d671db8=test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8., 0a408bcf8e8c6480d5d32002eafe5c9b=hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b.} 2024-11-15T02:22:24,567 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b, cb483bbab9d6c6de32c9922c8d671db8 2024-11-15T02:22:24,574 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/norep/948abd352e8446509bc46a47b1eae1dc 2024-11-15T02:22:24,577 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 948abd352e8446509bc46a47b1eae1dc 2024-11-15T02:22:24,578 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/f/6461fcdc992d49eeaceb4b33a8b1a926 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/f/6461fcdc992d49eeaceb4b33a8b1a926 2024-11-15T02:22:24,581 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6461fcdc992d49eeaceb4b33a8b1a926 2024-11-15T02:22:24,581 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/f/6461fcdc992d49eeaceb4b33a8b1a926, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T02:22:24,582 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/f1/022c264959d3472e872f2eaada5e4108 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/f1/022c264959d3472e872f2eaada5e4108 2024-11-15T02:22:24,585 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 022c264959d3472e872f2eaada5e4108 2024-11-15T02:22:24,585 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/f1/022c264959d3472e872f2eaada5e4108, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T02:22:24,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/.tmp/norep/948abd352e8446509bc46a47b1eae1dc as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/norep/948abd352e8446509bc46a47b1eae1dc 2024-11-15T02:22:24,588 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:22:24,590 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 948abd352e8446509bc46a47b1eae1dc 2024-11-15T02:22:24,590 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/norep/948abd352e8446509bc46a47b1eae1dc, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T02:22:24,590 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb483bbab9d6c6de32c9922c8d671db8 in 1026ms, sequenceid=12, compaction requested=false 2024-11-15T02:22:24,594 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/data/default/test/cb483bbab9d6c6de32c9922c8d671db8/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T02:22:24,594 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:24,594 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:22:24,594 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:24,594 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb483bbab9d6c6de32c9922c8d671db8: Waiting for close lock at 1731637343564Running coprocessor pre-close hooks at 1731637343564Disabling compacts and flushes for region at 1731637343564Disabling writes for close at 1731637343564Obtaining lock to block concurrent updates at 1731637343565 (+1 ms)Preparing flush snapshotting stores in cb483bbab9d6c6de32c9922c8d671db8 at 1731637343565Finished memstore snapshotting test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731637343565Flushing stores of test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. at 1731637343576 (+11 ms)Flushing cb483bbab9d6c6de32c9922c8d671db8/f: creating writer at 1731637343576Flushing cb483bbab9d6c6de32c9922c8d671db8/f: appending metadata at 1731637343608 (+32 ms)Flushing cb483bbab9d6c6de32c9922c8d671db8/f: closing flushed file at 1731637343608Flushing cb483bbab9d6c6de32c9922c8d671db8/f1: creating writer at 1731637344031 (+423 ms)Flushing cb483bbab9d6c6de32c9922c8d671db8/f1: appending metadata at 1731637344062 (+31 ms)Flushing cb483bbab9d6c6de32c9922c8d671db8/f1: closing flushed file at 1731637344062Flushing cb483bbab9d6c6de32c9922c8d671db8/norep: creating writer at 1731637344111 (+49 ms)Flushing cb483bbab9d6c6de32c9922c8d671db8/norep: appending metadata at 1731637344147 (+36 ms)Flushing cb483bbab9d6c6de32c9922c8d671db8/norep: closing flushed file at 1731637344147Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50ae39c5: reopening flushed file at 1731637344577 (+430 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f1b396c: reopening flushed file at 1731637344581 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79546ba9: reopening flushed file at 1731637344585 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for cb483bbab9d6c6de32c9922c8d671db8 in 1026ms, sequenceid=12, compaction requested=false at 1731637344590 (+5 ms)Writing region close event to WAL at 1731637344591 (+1 ms)Running coprocessor post-close hooks at 1731637344594 (+3 ms)Closed at 1731637344594 2024-11-15T02:22:24,594 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637327489.cb483bbab9d6c6de32c9922c8d671db8. 2024-11-15T02:22:24,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a408bcf8e8c6480d5d32002eafe5c9b, disabling compactions & flushes 2024-11-15T02:22:24,595 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. after waiting 0 ms 2024-11-15T02:22:24,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a408bcf8e8c6480d5d32002eafe5c9b: Waiting for close lock at 1731637344595Running coprocessor pre-close hooks at 1731637344595Disabling compacts and flushes for region at 1731637344595Disabling writes for close at 1731637344595Failed flush hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b., putting online again at 1731637344595 2024-11-15T02:22:24,595 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,603 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:24,644 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 1768, reset compression=false 2024-11-15T02:22:24,649 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:24,649 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 2412, reset compression=false 2024-11-15T02:22:24,767 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(3091): Received CLOSE for 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:24,767 DEBUG [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1351): Waiting on 0a408bcf8e8c6480d5d32002eafe5c9b 2024-11-15T02:22:24,767 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0a408bcf8e8c6480d5d32002eafe5c9b, disabling compactions & flushes 2024-11-15T02:22:24,767 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,767 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,767 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. after waiting 0 ms 2024-11-15T02:22:24,767 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,767 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0a408bcf8e8c6480d5d32002eafe5c9b: Waiting for close lock at 1731637344767Running coprocessor pre-close hooks at 1731637344767Disabling compacts and flushes for region at 1731637344767Disabling writes for close at 1731637344767Failed flush hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b., putting online again at 1731637344767 2024-11-15T02:22:24,768 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637332964.0a408bcf8e8c6480d5d32002eafe5c9b. 2024-11-15T02:22:24,852 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 2412, reset compression=false 2024-11-15T02:22:24,967 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T02:22:24,967 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,33875,1731637322409; all regions closed. 2024-11-15T02:22:24,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:22:24,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.meta.1731637325450.meta not finished, retry = 0 2024-11-15T02:22:25,056 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:25,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741839_1015 (size=2390) 2024-11-15T02:22:25,072 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.rep.1731637334154 not finished, retry = 0 2024-11-15T02:22:25,155 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 to pos 2412, reset compression=false 2024-11-15T02:22:25,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741833_1009 (size=2420) 2024-11-15T02:22:25,174 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/WALs/ce6119325ab7,33875,1731637322409/ce6119325ab7%2C33875%2C1731637322409.1731637324809 not finished, retry = 0 2024-11-15T02:22:25,206 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:25,275 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:25,275 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:22:25,276 INFO [RS:0;ce6119325ab7:33875 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:22:25,276 INFO [RS:0;ce6119325ab7:33875 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:22:25,276 INFO [RS:0;ce6119325ab7:33875 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:22:25,276 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:22:25,276 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,33875,1731637322409 because: Region server is closing 2024-11-15T02:22:25,276 INFO [RS:0;ce6119325ab7:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:33875. 2024-11-15T02:22:25,276 DEBUG [RS:0;ce6119325ab7:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:25,276 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:25,276 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:25,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:25,377 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.shipperce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 terminated 2024-11-15T02:22:25,377 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,33875,1731637322409.replicationSource.wal-reader.ce6119325ab7%2C33875%2C1731637322409,1-ce6119325ab7,33875,1731637322409 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:22:25,377 INFO [RS:0;ce6119325ab7:33875 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:33875. 2024-11-15T02:22:25,377 DEBUG [RS:0;ce6119325ab7:33875 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:25,377 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:25,377 DEBUG [RS:0;ce6119325ab7:33875 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:25,377 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:25,377 INFO [RS:0;ce6119325ab7:33875 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33875 2024-11-15T02:22:25,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982/rs 2024-11-15T02:22:25,386 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608952982/rs/ce6119325ab7,33875,1731637322409 2024-11-15T02:22:25,386 INFO [RS:0;ce6119325ab7:33875 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:22:25,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,33875,1731637322409] 2024-11-15T02:22:25,406 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21608952982/draining/ce6119325ab7,33875,1731637322409 already deleted, retry=false 2024-11-15T02:22:25,407 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,33875,1731637322409 expired; onlineServers=0 2024-11-15T02:22:25,407 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,44383,1731637321581' ***** 2024-11-15T02:22:25,407 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:22:25,407 DEBUG [M:0;ce6119325ab7:44383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:22:25,407 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:22:25,407 DEBUG [M:0;ce6119325ab7:44383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:22:25,407 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637324456 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637324456,5,FailOnTimeoutGroup] 2024-11-15T02:22:25,407 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637324453 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637324453,5,FailOnTimeoutGroup] 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:22:25,407 DEBUG [M:0;ce6119325ab7:44383 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:22:25,407 INFO [M:0;ce6119325ab7:44383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:22:25,408 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:22:25,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21608952982/master 2024-11-15T02:22:25,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21608952982 2024-11-15T02:22:25,417 DEBUG [M:0;ce6119325ab7:44383 {}] zookeeper.ZKUtil(347): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Unable to get data of znode /21608952982/master because node does not exist (not an error) 2024-11-15T02:22:25,417 WARN [M:0;ce6119325ab7:44383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:22:25,418 INFO [M:0;ce6119325ab7:44383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/.lastflushedseqids 2024-11-15T02:22:25,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741847_1023 (size=245) 2024-11-15T02:22:25,496 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:25,496 DEBUG [pool-1811-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33875-0x1013c4c5b340007, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:25,496 INFO [RS:0;ce6119325ab7:33875 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:22:25,496 INFO [RS:0;ce6119325ab7:33875 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,33875,1731637322409; zookeeper connection closed. 2024-11-15T02:22:25,497 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31f56c6f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31f56c6f 2024-11-15T02:22:25,497 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:22:25,659 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:25,822 INFO [M:0;ce6119325ab7:44383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:22:25,822 INFO [M:0;ce6119325ab7:44383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:22:25,822 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:25,823 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:25,823 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:25,823 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:25,823 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:25,823 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.57 KB heapSize=75.48 KB 2024-11-15T02:22:25,843 DEBUG [M:0;ce6119325ab7:44383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e1a3b300ce4a30afbe798aefa025fe is 82, key is hbase:meta,,1/info:regioninfo/1731637325500/Put/seqid=0 2024-11-15T02:22:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741848_1024 (size=5672) 2024-11-15T02:22:25,910 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:26,249 INFO [M:0;ce6119325ab7:44383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e1a3b300ce4a30afbe798aefa025fe 2024-11-15T02:22:26,265 DEBUG [M:0;ce6119325ab7:44383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18719bd5f0d4848bd9a1e2610bd56e6 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637334227/Put/seqid=0 2024-11-15T02:22:26,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741849_1025 (size=9211) 2024-11-15T02:22:26,363 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:26,669 INFO [M:0;ce6119325ab7:44383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.02 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18719bd5f0d4848bd9a1e2610bd56e6 2024-11-15T02:22:26,691 DEBUG [M:0;ce6119325ab7:44383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a58449746fc45848678ec9550377ffe is 69, key is ce6119325ab7,33875,1731637322409/rs:state/1731637324520/Put/seqid=0 2024-11-15T02:22:26,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741850_1026 (size=5156) 2024-11-15T02:22:26,713 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:27,095 INFO [M:0;ce6119325ab7:44383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a58449746fc45848678ec9550377ffe 2024-11-15T02:22:27,101 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e1a3b300ce4a30afbe798aefa025fe as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e1a3b300ce4a30afbe798aefa025fe 2024-11-15T02:22:27,106 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e1a3b300ce4a30afbe798aefa025fe, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T02:22:27,108 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c18719bd5f0d4848bd9a1e2610bd56e6 as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18719bd5f0d4848bd9a1e2610bd56e6 2024-11-15T02:22:27,117 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c18719bd5f0d4848bd9a1e2610bd56e6, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T02:22:27,118 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6a58449746fc45848678ec9550377ffe as hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a58449746fc45848678ec9550377ffe 2024-11-15T02:22:27,146 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37483/user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6a58449746fc45848678ec9550377ffe, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T02:22:27,152 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=127, compaction requested=false 2024-11-15T02:22:27,172 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:27,173 INFO [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:27,173 DEBUG [M:0;ce6119325ab7:44383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637345822Disabling compacts and flushes for region at 1731637345822Disabling writes for close at 1731637345823 (+1 ms)Obtaining lock to block concurrent updates at 1731637345823Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637345823Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65097, getHeapSize=77224, getOffHeapSize=0, getCellsCount=148 at 1731637345823Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637345824 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637345824Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637345843 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637345843Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637346252 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637346265 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637346265Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637346673 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637346691 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637346691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48c746e4: reopening flushed file at 1731637347099 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d57f76: reopening flushed file at 1731637347106 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57f2f653: reopening flushed file at 1731637347117 (+11 ms)Finished flush of dataSize ~63.57 KB/65097, heapSize ~75.18 KB/76984, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=127, compaction requested=false at 1731637347152 (+35 ms)Writing region close event to WAL at 1731637347173 (+21 ms)Closed at 1731637347173 2024-11-15T02:22:27,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/801e47c3-7f0a-5fe9-719b-a5793f478f17/MasterData/WALs/ce6119325ab7,44383,1731637321581/ce6119325ab7%2C44383%2C1731637321581.1731637323834 not finished, retry = 0 2024-11-15T02:22:27,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34137 is added to blk_1073741830_1006 (size=73854) 2024-11-15T02:22:27,299 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:22:27,299 INFO [M:0;ce6119325ab7:44383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:22:27,299 INFO [M:0;ce6119325ab7:44383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44383 2024-11-15T02:22:27,300 INFO [M:0;ce6119325ab7:44383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:22:27,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:27,412 INFO [M:0;ce6119325ab7:44383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:22:27,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44383-0x1013c4c5b340006, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:27,414 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@508567ac{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:27,415 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4412af00{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:22:27,415 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:22:27,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76a8eee5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:22:27,415 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5846e57b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir/,STOPPED} 2024-11-15T02:22:27,418 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:22:27,418 WARN [BP-1704815829-172.17.0.3-1731637318635 heartbeating to localhost/127.0.0.1:37483 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:22:27,418 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:22:27,418 WARN [BP-1704815829-172.17.0.3-1731637318635 heartbeating to localhost/127.0.0.1:37483 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1704815829-172.17.0.3-1731637318635 (Datanode Uuid 42f11d47-861d-41e9-b5a5-7090d996646b) service to localhost/127.0.0.1:37483 2024-11-15T02:22:27,418 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/cluster_3c67e75f-5290-3856-fee7-0f45a39b078d/data/data1/current/BP-1704815829-172.17.0.3-1731637318635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:22:27,419 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/cluster_3c67e75f-5290-3856-fee7-0f45a39b078d/data/data2/current/BP-1704815829-172.17.0.3-1731637318635 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:22:27,419 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:22:27,425 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@26210f4d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:22:27,426 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5db74c33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:22:27,426 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:22:27,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44a8086e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:22:27,426 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4150bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir/,STOPPED} 2024-11-15T02:22:27,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:22:27,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:22:27,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:27,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:27,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:27,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:27,446 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:27,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:22:27,446 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1643352784, stopped=false 2024-11-15T02:22:27,446 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,44793,1731637315020 2024-11-15T02:22:27,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1951448784/running 2024-11-15T02:22:27,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:22:27,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1951448784/running 2024-11-15T02:22:27,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:22:27,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/running 2024-11-15T02:22:27,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Set watcher on znode that does not yet exist, /1951448784/running 2024-11-15T02:22:27,492 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:22:27,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:27,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:27,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:27,494 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,34485,1731637315157' ***** 2024-11-15T02:22:27,494 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:22:27,494 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:22:27,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:22:27,494 INFO [RS:0;ce6119325ab7:34485 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:22:27,494 INFO [RS:0;ce6119325ab7:34485 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:22:27,494 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for 7015bd132741c5cbf7e178450f0d1eb0 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,34485,1731637315157 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34485. 2024-11-15T02:22:27,495 DEBUG [RS:0;ce6119325ab7:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:27,495 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7015bd132741c5cbf7e178450f0d1eb0, disabling compactions & flushes 2024-11-15T02:22:27,495 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:27,495 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:27,495 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:27,495 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. after waiting 0 ms 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:22:27,495 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:22:27,495 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7015bd132741c5cbf7e178450f0d1eb0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T02:22:27,495 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:22:27,496 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1325): Online Regions={7015bd132741c5cbf7e178450f0d1eb0=hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0., 1588230740=hbase:meta,,1.1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a=test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.} 2024-11-15T02:22:27,496 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7015bd132741c5cbf7e178450f0d1eb0, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:27,496 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:27,496 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:27,496 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:27,496 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:27,496 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:27,496 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:22:27,538 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/.tmp/queue/1f9f9f0328424776a7533d0cee1d28a4 is 154, key is 1-ce6119325ab7,34485,1731637315157/queue:ce6119325ab7%2C34485%2C1731637315157/1731637343151/Put/seqid=0 2024-11-15T02:22:27,548 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/info/0909778b4b734086909430e8692ebe14 is 147, key is hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0./info:regioninfo/1731637331984/Put/seqid=0 2024-11-15T02:22:27,554 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:22:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741840_1016 (size=5353) 2024-11-15T02:22:27,560 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/.tmp/queue/1f9f9f0328424776a7533d0cee1d28a4 2024-11-15T02:22:27,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741841_1017 (size=7686) 2024-11-15T02:22:27,568 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/.tmp/queue/1f9f9f0328424776a7533d0cee1d28a4 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/queue/1f9f9f0328424776a7533d0cee1d28a4 2024-11-15T02:22:27,571 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/queue/1f9f9f0328424776a7533d0cee1d28a4, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T02:22:27,572 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7015bd132741c5cbf7e178450f0d1eb0 in 77ms, sequenceid=14, compaction requested=false 2024-11-15T02:22:27,575 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/replication/7015bd132741c5cbf7e178450f0d1eb0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T02:22:27,575 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:27,575 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:22:27,575 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7015bd132741c5cbf7e178450f0d1eb0: Waiting for close lock at 1731637347495Running coprocessor pre-close hooks at 1731637347495Disabling compacts and flushes for region at 1731637347495Disabling writes for close at 1731637347495Obtaining lock to block concurrent updates at 1731637347495Preparing flush snapshotting stores in 7015bd132741c5cbf7e178450f0d1eb0 at 1731637347495Finished memstore snapshotting hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731637347496 (+1 ms)Flushing stores of hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. at 1731637347498 (+2 ms)Flushing 7015bd132741c5cbf7e178450f0d1eb0/queue: creating writer at 1731637347498Flushing 7015bd132741c5cbf7e178450f0d1eb0/queue: appending metadata at 1731637347538 (+40 ms)Flushing 7015bd132741c5cbf7e178450f0d1eb0/queue: closing flushed file at 1731637347538Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24b0062a: reopening flushed file at 1731637347568 (+30 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 7015bd132741c5cbf7e178450f0d1eb0 in 77ms, sequenceid=14, compaction requested=false at 1731637347572 (+4 ms)Writing region close event to WAL at 1731637347573 (+1 ms)Running coprocessor post-close hooks at 1731637347575 (+2 ms)Closed at 1731637347575 2024-11-15T02:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637330816.7015bd132741c5cbf7e178450f0d1eb0. 2024-11-15T02:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eabe004a9c8ef5ec15fb40c7ada70a8a, disabling compactions & flushes 2024-11-15T02:22:27,576 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. after waiting 0 ms 2024-11-15T02:22:27,576 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:27,576 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing eabe004a9c8ef5ec15fb40c7ada70a8a 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T02:22:27,589 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/f/c2b0a1b84c5d453f8e77dab6c537aa4d is 37, key is row3/f:row3/1731637341897/Put/seqid=0 2024-11-15T02:22:27,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741842_1018 (size=5228) 2024-11-15T02:22:27,617 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1473, reset compression=false 2024-11-15T02:22:27,620 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:27,620 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1720, reset compression=false 2024-11-15T02:22:27,620 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34485,1731637315157 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:27,621 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,34485,1731637315157: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,34485,1731637315157, walGroup=ce6119325ab7%2C34485%2C1731637315157, offset=ce6119325ab7%2C34485%2C1731637315157.1731637317522:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:34485 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:22:27,622 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:22:27,622 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:22:27,622 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:22:27,622 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:22:27,622 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:22:27,622 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 865300688 }, "NonHeapMemoryUsage": { "committed": 201523200, "init": 7667712, "max": -1, "used": 198598808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:22:27,623 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44793 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:22:27,696 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:27,823 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1720, reset compression=false 2024-11-15T02:22:27,896 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:27,966 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/info/0909778b4b734086909430e8692ebe14 2024-11-15T02:22:27,986 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/ns/ebc47141be524763a7a183fc1c33ba84 is 43, key is default/ns:d/1731637318430/Put/seqid=0 2024-11-15T02:22:27,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741843_1019 (size=5153) 2024-11-15T02:22:27,993 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/f/c2b0a1b84c5d453f8e77dab6c537aa4d 2024-11-15T02:22:27,996 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2b0a1b84c5d453f8e77dab6c537aa4d 2024-11-15T02:22:28,008 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/f1/cf5b27d155634210b59f5bf3967ddfa9 is 30, key is row1/f1:/1731637339226/DeleteFamily/seqid=0 2024-11-15T02:22:28,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741844_1020 (size=5158) 2024-11-15T02:22:28,089 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:28,096 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:28,126 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1720, reset compression=false 2024-11-15T02:22:28,296 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:28,389 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:22:28,389 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:22:28,389 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/ns/ebc47141be524763a7a183fc1c33ba84 2024-11-15T02:22:28,409 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/rep_barrier/e73dd99ed22e4a2c9d1f9a6589e167c4 is 112, key is test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a./rep_barrier:seqnumDuringOpen/1731637327149/Put/seqid=0 2024-11-15T02:22:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741845_1021 (size=5518) 2024-11-15T02:22:28,414 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/f1/cf5b27d155634210b59f5bf3967ddfa9 2024-11-15T02:22:28,417 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf5b27d155634210b59f5bf3967ddfa9 2024-11-15T02:22:28,432 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/norep/e5bc9f0b7523426aa0e92c4e2159a9e0 is 33, key is row1/norep:/1731637339226/DeleteFamily/seqid=0 2024-11-15T02:22:28,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741846_1022 (size=5108) 2024-11-15T02:22:28,497 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:22:28,497 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a=test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a.} 2024-11-15T02:22:28,497 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:28,530 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1720, reset compression=false 2024-11-15T02:22:28,697 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, eabe004a9c8ef5ec15fb40c7ada70a8a 2024-11-15T02:22:28,813 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/rep_barrier/e73dd99ed22e4a2c9d1f9a6589e167c4 2024-11-15T02:22:28,829 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/table/22171290f0b947819d6271f88c414a0f is 53, key is hbase:replication/table:state/1731637331991/Put/seqid=0 2024-11-15T02:22:28,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741847_1023 (size=5308) 2024-11-15T02:22:28,835 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/norep/e5bc9f0b7523426aa0e92c4e2159a9e0 2024-11-15T02:22:28,839 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5bc9f0b7523426aa0e92c4e2159a9e0 2024-11-15T02:22:28,839 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/f/c2b0a1b84c5d453f8e77dab6c537aa4d as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/f/c2b0a1b84c5d453f8e77dab6c537aa4d 2024-11-15T02:22:28,842 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c2b0a1b84c5d453f8e77dab6c537aa4d 2024-11-15T02:22:28,842 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/f/c2b0a1b84c5d453f8e77dab6c537aa4d, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T02:22:28,843 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/f1/cf5b27d155634210b59f5bf3967ddfa9 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/f1/cf5b27d155634210b59f5bf3967ddfa9 2024-11-15T02:22:28,845 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cf5b27d155634210b59f5bf3967ddfa9 2024-11-15T02:22:28,846 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/f1/cf5b27d155634210b59f5bf3967ddfa9, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T02:22:28,846 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/.tmp/norep/e5bc9f0b7523426aa0e92c4e2159a9e0 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/norep/e5bc9f0b7523426aa0e92c4e2159a9e0 2024-11-15T02:22:28,849 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e5bc9f0b7523426aa0e92c4e2159a9e0 2024-11-15T02:22:28,849 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/norep/e5bc9f0b7523426aa0e92c4e2159a9e0, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T02:22:28,850 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eabe004a9c8ef5ec15fb40c7ada70a8a in 1274ms, sequenceid=12, compaction requested=false 2024-11-15T02:22:28,853 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/default/test/eabe004a9c8ef5ec15fb40c7ada70a8a/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T02:22:28,854 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:28,854 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:22:28,854 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:28,854 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eabe004a9c8ef5ec15fb40c7ada70a8a: Waiting for close lock at 1731637347576Running coprocessor pre-close hooks at 1731637347576Disabling compacts and flushes for region at 1731637347576Disabling writes for close at 1731637347576Obtaining lock to block concurrent updates at 1731637347576Preparing flush snapshotting stores in eabe004a9c8ef5ec15fb40c7ada70a8a at 1731637347576Finished memstore snapshotting test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731637347576Flushing stores of test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. at 1731637347577 (+1 ms)Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/f: creating writer at 1731637347577Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/f: appending metadata at 1731637347589 (+12 ms)Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/f: closing flushed file at 1731637347589Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/f1: creating writer at 1731637347996 (+407 ms)Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/f1: appending metadata at 1731637348008 (+12 ms)Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/f1: closing flushed file at 1731637348008Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/norep: creating writer at 1731637348417 (+409 ms)Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/norep: appending metadata at 1731637348431 (+14 ms)Flushing eabe004a9c8ef5ec15fb40c7ada70a8a/norep: closing flushed file at 1731637348431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@750c86f2: reopening flushed file at 1731637348839 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1419cd21: reopening flushed file at 1731637348842 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c72c5c7: reopening flushed file at 1731637348846 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for eabe004a9c8ef5ec15fb40c7ada70a8a in 1274ms, sequenceid=12, compaction requested=false at 1731637348850 (+4 ms)Writing region close event to WAL at 1731637348851 (+1 ms)Running coprocessor post-close hooks at 1731637348854 (+3 ms)Closed at 1731637348854 2024-11-15T02:22:28,854 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637326349.eabe004a9c8ef5ec15fb40c7ada70a8a. 2024-11-15T02:22:28,897 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:22:29,032 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 1720, reset compression=false 2024-11-15T02:22:29,037 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:29,037 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 2364, reset compression=false 2024-11-15T02:22:29,091 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:29,097 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:22:29,232 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/table/22171290f0b947819d6271f88c414a0f 2024-11-15T02:22:29,237 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/info/0909778b4b734086909430e8692ebe14 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/info/0909778b4b734086909430e8692ebe14 2024-11-15T02:22:29,239 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 2364, reset compression=false 2024-11-15T02:22:29,240 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/info/0909778b4b734086909430e8692ebe14, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:22:29,242 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/ns/ebc47141be524763a7a183fc1c33ba84 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/ns/ebc47141be524763a7a183fc1c33ba84 2024-11-15T02:22:29,248 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/ns/ebc47141be524763a7a183fc1c33ba84, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:22:29,248 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/rep_barrier/e73dd99ed22e4a2c9d1f9a6589e167c4 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/rep_barrier/e73dd99ed22e4a2c9d1f9a6589e167c4 2024-11-15T02:22:29,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,257 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/rep_barrier/e73dd99ed22e4a2c9d1f9a6589e167c4, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:22:29,258 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/.tmp/table/22171290f0b947819d6271f88c414a0f as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/table/22171290f0b947819d6271f88c414a0f 2024-11-15T02:22:29,288 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/table/22171290f0b947819d6271f88c414a0f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:22:29,290 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1793ms, sequenceid=16, compaction requested=false 2024-11-15T02:22:29,297 DEBUG [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:22:29,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,306 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,307 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,308 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:22:29,308 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:29,308 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:22:29,308 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:29,308 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637347496Running coprocessor pre-close hooks at 1731637347496Disabling compacts and flushes for region at 1731637347496Disabling writes for close at 1731637347496Obtaining lock to block concurrent updates at 1731637347496Preparing flush snapshotting stores in 1588230740 at 1731637347496Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637347496Flushing stores of hbase:meta,,1.1588230740 at 1731637347499 (+3 ms)Flushing 1588230740/info: creating writer at 1731637347500 (+1 ms)Flushing 1588230740/info: appending metadata at 1731637347548 (+48 ms)Flushing 1588230740/info: closing flushed file at 1731637347548Flushing 1588230740/ns: creating writer at 1731637347970 (+422 ms)Flushing 1588230740/ns: appending metadata at 1731637347985 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731637347985Flushing 1588230740/rep_barrier: creating writer at 1731637348393 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637348409 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637348409Flushing 1588230740/table: creating writer at 1731637348816 (+407 ms)Flushing 1588230740/table: appending metadata at 1731637348828 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731637348829 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@528b945a: reopening flushed file at 1731637349236 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@678e752d: reopening flushed file at 1731637349240 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bfded7: reopening flushed file at 1731637349248 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f571d50: reopening flushed file at 1731637349257 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1793ms, sequenceid=16, compaction requested=false at 1731637349290 (+33 ms)Writing region close event to WAL at 1731637349305 (+15 ms)Running coprocessor post-close hooks at 1731637349308 (+3 ms)Closed at 1731637349308 2024-11-15T02:22:29,309 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:29,316 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,497 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,34485,1731637315157; all regions closed. 2024-11-15T02:22:29,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:22:29,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741839_1015 (size=3552) 2024-11-15T02:22:29,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.rep.1731637331949 not finished, retry = 0 2024-11-15T02:22:29,543 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 to pos 2364, reset compression=false 2024-11-15T02:22:29,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741833_1009 (size=2372) 2024-11-15T02:22:29,605 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/WALs/ce6119325ab7,34485,1731637315157/ce6119325ab7%2C34485%2C1731637315157.1731637317522 not finished, retry = 0 2024-11-15T02:22:29,706 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:29,706 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:22:29,706 INFO [RS:0;ce6119325ab7:34485 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:22:29,706 INFO [RS:0;ce6119325ab7:34485 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:22:29,706 INFO [RS:0;ce6119325ab7:34485 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:22:29,706 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:22:29,706 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,34485,1731637315157 because: Region server is closing 2024-11-15T02:22:29,707 INFO [RS:0;ce6119325ab7:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34485. 2024-11-15T02:22:29,707 DEBUG [RS:0;ce6119325ab7:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:29,707 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:29,707 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:29,707 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:29,807 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.shipperce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 terminated 2024-11-15T02:22:29,807 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34485,1731637315157.replicationSource.wal-reader.ce6119325ab7%2C34485%2C1731637315157,1-ce6119325ab7,34485,1731637315157 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:22:29,807 INFO [RS:0;ce6119325ab7:34485 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34485. 2024-11-15T02:22:29,807 DEBUG [RS:0;ce6119325ab7:34485 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:29,807 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:29,807 DEBUG [RS:0;ce6119325ab7:34485 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:29,808 INFO [RS:0;ce6119325ab7:34485 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34485 2024-11-15T02:22:29,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:29,849 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:29,849 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1951448784/rs/ce6119325ab7,34485,1731637315157 2024-11-15T02:22:29,849 INFO [RS:0;ce6119325ab7:34485 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:22:29,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784/rs 2024-11-15T02:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,870 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,34485,1731637315157] 2024-11-15T02:22:29,890 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1951448784/draining/ce6119325ab7,34485,1731637315157 already deleted, retry=false 2024-11-15T02:22:29,890 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,34485,1731637315157 expired; onlineServers=0 2024-11-15T02:22:29,890 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,44793,1731637315020' ***** 2024-11-15T02:22:29,891 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:22:29,891 DEBUG [M:0;ce6119325ab7:44793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:22:29,891 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:22:29,891 DEBUG [M:0;ce6119325ab7:44793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:22:29,891 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637317332 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637317332,5,FailOnTimeoutGroup] 2024-11-15T02:22:29,891 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637317332 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637317332,5,FailOnTimeoutGroup] 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:22:29,891 DEBUG [M:0;ce6119325ab7:44793 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:22:29,891 INFO [M:0;ce6119325ab7:44793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:22:29,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:22:29,892 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1951448784/master 2024-11-15T02:22:29,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1951448784 2024-11-15T02:22:29,901 DEBUG [M:0;ce6119325ab7:44793 {}] zookeeper.ZKUtil(347): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Unable to get data of znode /1951448784/master because node does not exist (not an error) 2024-11-15T02:22:29,901 WARN [M:0;ce6119325ab7:44793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:22:29,901 INFO [M:0;ce6119325ab7:44793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/.lastflushedseqids 2024-11-15T02:22:29,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741848_1024 (size=245) 2024-11-15T02:22:29,912 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,913 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,914 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:29,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:29,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34485-0x1013c4c5b340004, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:29,970 INFO [RS:0;ce6119325ab7:34485 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:22:29,970 INFO [RS:0;ce6119325ab7:34485 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,34485,1731637315157; zookeeper connection closed. 2024-11-15T02:22:29,970 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ea8c8ed {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ea8c8ed 2024-11-15T02:22:29,971 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:22:30,194 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:30,312 INFO [M:0;ce6119325ab7:44793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:22:30,312 INFO [M:0;ce6119325ab7:44793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:22:30,313 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:30,313 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:30,313 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:30,313 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:30,313 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:30,313 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T02:22:30,332 DEBUG [M:0;ce6119325ab7:44793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8e6897c30240cfaaab80c783468a44 is 82, key is hbase:meta,,1/info:regioninfo/1731637318340/Put/seqid=0 2024-11-15T02:22:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741849_1025 (size=5672) 2024-11-15T02:22:30,736 INFO [M:0;ce6119325ab7:44793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8e6897c30240cfaaab80c783468a44 2024-11-15T02:22:30,756 DEBUG [M:0;ce6119325ab7:44793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0861e97096db471391bedec4af19836a is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637327171/Put/seqid=0 2024-11-15T02:22:30,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741850_1026 (size=7217) 2024-11-15T02:22:31,169 INFO [M:0;ce6119325ab7:44793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0861e97096db471391bedec4af19836a 2024-11-15T02:22:31,174 INFO [M:0;ce6119325ab7:44793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0861e97096db471391bedec4af19836a 2024-11-15T02:22:31,201 DEBUG [M:0;ce6119325ab7:44793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4754c30aeda64fe29da5fb14fd44a15e is 69, key is ce6119325ab7,34485,1731637315157/rs:state/1731637317346/Put/seqid=0 2024-11-15T02:22:31,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741851_1027 (size=5156) 2024-11-15T02:22:31,221 INFO [M:0;ce6119325ab7:44793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4754c30aeda64fe29da5fb14fd44a15e 2024-11-15T02:22:31,228 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7b8e6897c30240cfaaab80c783468a44 as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8e6897c30240cfaaab80c783468a44 2024-11-15T02:22:31,231 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7b8e6897c30240cfaaab80c783468a44, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T02:22:31,232 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0861e97096db471391bedec4af19836a as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0861e97096db471391bedec4af19836a 2024-11-15T02:22:31,239 INFO [M:0;ce6119325ab7:44793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0861e97096db471391bedec4af19836a 2024-11-15T02:22:31,239 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0861e97096db471391bedec4af19836a, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T02:22:31,240 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4754c30aeda64fe29da5fb14fd44a15e as hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4754c30aeda64fe29da5fb14fd44a15e 2024-11-15T02:22:31,243 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39889/user/jenkins/test-data/38744232-d6c4-3109-e041-97bbd6f3e167/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4754c30aeda64fe29da5fb14fd44a15e, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T02:22:31,244 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=105, compaction requested=false 2024-11-15T02:22:31,248 INFO [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:31,248 DEBUG [M:0;ce6119325ab7:44793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637350312Disabling compacts and flushes for region at 1731637350312Disabling writes for close at 1731637350313 (+1 ms)Obtaining lock to block concurrent updates at 1731637350313Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637350313Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731637350313Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637350314 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637350314Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637350331 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637350331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637350739 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637350756 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637350756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637351174 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637351201 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637351201Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60826efb: reopening flushed file at 1731637351227 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23537a86: reopening flushed file at 1731637351232 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22b18384: reopening flushed file at 1731637351239 (+7 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 931ms, sequenceid=105, compaction requested=false at 1731637351244 (+5 ms)Writing region close event to WAL at 1731637351248 (+4 ms)Closed at 1731637351248 2024-11-15T02:22:31,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45845 is added to blk_1073741830_1006 (size=64411) 2024-11-15T02:22:31,256 INFO [M:0;ce6119325ab7:44793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:22:31,256 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:22:31,256 INFO [M:0;ce6119325ab7:44793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44793 2024-11-15T02:22:31,257 INFO [M:0;ce6119325ab7:44793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:22:31,397 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:31,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:31,422 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44793-0x1013c4c5b340003, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:31,422 INFO [M:0;ce6119325ab7:44793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:22:31,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@412e2c79{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:31,434 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63981716{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:22:31,434 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:22:31,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b7fade{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:22:31,435 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ed0fbc2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir/,STOPPED} 2024-11-15T02:22:31,440 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:22:31,440 WARN [BP-2056588623-172.17.0.3-1731637312090 heartbeating to localhost/127.0.0.1:39889 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:22:31,440 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:22:31,440 WARN [BP-2056588623-172.17.0.3-1731637312090 heartbeating to localhost/127.0.0.1:39889 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2056588623-172.17.0.3-1731637312090 (Datanode Uuid 192acc24-ebea-4df8-b37e-0676caa7426c) service to localhost/127.0.0.1:39889 2024-11-15T02:22:31,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/cluster_8db35be2-481c-4bec-8382-2e9c26b58219/data/data1/current/BP-2056588623-172.17.0.3-1731637312090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:22:31,441 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/cluster_8db35be2-481c-4bec-8382-2e9c26b58219/data/data2/current/BP-2056588623-172.17.0.3-1731637312090 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:22:31,442 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:22:31,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@bb56a7d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:22:31,457 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18593ceb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:22:31,457 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:22:31,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77dc4aa2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:22:31,457 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc3c708{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d7788803-ee28-df6b-0f08-d5024798ddbd/hadoop.log.dir/,STOPPED} 2024-11-15T02:22:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:22:31,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:22:31,480 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:31,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:31,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:31,480 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:31,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:31,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:22:31,480 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=433328562, stopped=false 2024-11-15T02:22:31,480 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,45919,1731637308347 2024-11-15T02:22:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0647620859/running 2024-11-15T02:22:31,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:22:31,504 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0647620859/running 2024-11-15T02:22:31,504 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:22:31,504 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:22:31,504 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/running 2024-11-15T02:22:31,508 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Set watcher on znode that does not yet exist, /0647620859/running 2024-11-15T02:22:31,509 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:31,509 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:31,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:31,510 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,38913,1731637309259' ***** 2024-11-15T02:22:31,510 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:22:31,511 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:22:31,511 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:22:31,511 INFO [RS:0;ce6119325ab7:38913 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:22:31,511 INFO [RS:0;ce6119325ab7:38913 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:22:31,512 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(3091): Received CLOSE for ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:31,524 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(3091): Received CLOSE for 97db45a89f4f8710a66476cfe366535b 2024-11-15T02:22:31,524 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,38913,1731637309259 2024-11-15T02:22:31,524 INFO [RS:0;ce6119325ab7:38913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:22:31,524 INFO [RS:0;ce6119325ab7:38913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38913. 2024-11-15T02:22:31,524 DEBUG [RS:0;ce6119325ab7:38913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:31,525 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:31,525 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:22:31,525 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:22:31,525 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:22:31,525 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:22:31,525 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec513b582497ba322a278ab412b634f4, disabling compactions & flushes 2024-11-15T02:22:31,525 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:31,525 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:31,525 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637325715.ec513b582497ba322a278ab412b634f4. after waiting 0 ms 2024-11-15T02:22:31,525 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:31,526 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ec513b582497ba322a278ab412b634f4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T02:22:31,528 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:22:31,528 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, ec513b582497ba322a278ab412b634f4=test,,1731637325715.ec513b582497ba322a278ab412b634f4., 97db45a89f4f8710a66476cfe366535b=hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b.} 2024-11-15T02:22:31,528 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97db45a89f4f8710a66476cfe366535b, ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:31,531 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:22:31,532 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:31,532 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:31,532 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:31,532 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:31,532 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:31,532 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:22:31,555 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/f/bd1bf9693cc94e4b9aff2d3291628907 is 37, key is row3/f:row3/1731637341897/Put/seqid=0 2024-11-15T02:22:31,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741840_1016 (size=5228) 2024-11-15T02:22:31,560 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/f/bd1bf9693cc94e4b9aff2d3291628907 2024-11-15T02:22:31,565 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd1bf9693cc94e4b9aff2d3291628907 2024-11-15T02:22:31,569 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/info/8a3cae230d2a46b49047da55a549a537 is 147, key is hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b./info:regioninfo/1731637329549/Put/seqid=0 2024-11-15T02:22:31,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741841_1017 (size=7686) 2024-11-15T02:22:31,573 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/info/8a3cae230d2a46b49047da55a549a537 2024-11-15T02:22:31,586 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/f1/bb32f66731f74cd5b5d9fb2f807f61d1 is 30, key is row1/f1:/1731637339226/DeleteFamily/seqid=0 2024-11-15T02:22:31,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741842_1018 (size=5158) 2024-11-15T02:22:31,591 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/f1/bb32f66731f74cd5b5d9fb2f807f61d1 2024-11-15T02:22:31,601 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb32f66731f74cd5b5d9fb2f807f61d1 2024-11-15T02:22:31,602 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/ns/2f87d1cb0858475d824be339d240e233 is 43, key is default/ns:d/1731637311865/Put/seqid=0 2024-11-15T02:22:31,618 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/norep/554d235e2786400b8086f79b9e354ba5 is 32, key is row/norep:/1731637338214/DeleteFamily/seqid=0 2024-11-15T02:22:31,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741843_1019 (size=5153) 2024-11-15T02:22:31,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741844_1020 (size=5101) 2024-11-15T02:22:31,728 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97db45a89f4f8710a66476cfe366535b, ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:31,882 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:22:31,882 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:22:31,932 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97db45a89f4f8710a66476cfe366535b, ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:32,026 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/ns/2f87d1cb0858475d824be339d240e233 2024-11-15T02:22:32,046 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/norep/554d235e2786400b8086f79b9e354ba5 2024-11-15T02:22:32,073 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 554d235e2786400b8086f79b9e354ba5 2024-11-15T02:22:32,074 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/f/bd1bf9693cc94e4b9aff2d3291628907 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/f/bd1bf9693cc94e4b9aff2d3291628907 2024-11-15T02:22:32,105 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd1bf9693cc94e4b9aff2d3291628907 2024-11-15T02:22:32,105 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/f/bd1bf9693cc94e4b9aff2d3291628907, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T02:22:32,106 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/f1/bb32f66731f74cd5b5d9fb2f807f61d1 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/f1/bb32f66731f74cd5b5d9fb2f807f61d1 2024-11-15T02:22:32,107 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec117c8426e04867802a00cf57d006fc is 112, key is test,,1731637325715.ec513b582497ba322a278ab412b634f4./rep_barrier:seqnumDuringOpen/1731637326154/Put/seqid=0 2024-11-15T02:22:32,113 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb32f66731f74cd5b5d9fb2f807f61d1 2024-11-15T02:22:32,113 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/f1/bb32f66731f74cd5b5d9fb2f807f61d1, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T02:22:32,113 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/.tmp/norep/554d235e2786400b8086f79b9e354ba5 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/norep/554d235e2786400b8086f79b9e354ba5 2024-11-15T02:22:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741845_1021 (size=5518) 2024-11-15T02:22:32,120 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec117c8426e04867802a00cf57d006fc 2024-11-15T02:22:32,123 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 554d235e2786400b8086f79b9e354ba5 2024-11-15T02:22:32,123 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/norep/554d235e2786400b8086f79b9e354ba5, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T02:22:32,127 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ec513b582497ba322a278ab412b634f4 in 602ms, sequenceid=12, compaction requested=false 2024-11-15T02:22:32,127 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:22:32,136 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 97db45a89f4f8710a66476cfe366535b, ec513b582497ba322a278ab412b634f4 2024-11-15T02:22:32,151 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/table/10057e1f90604d10ab69a72d3262b6a9 is 53, key is hbase:replication/table:state/1731637329556/Put/seqid=0 2024-11-15T02:22:32,161 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/default/test/ec513b582497ba322a278ab412b634f4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:22:32,162 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec513b582497ba322a278ab412b634f4: Waiting for close lock at 1731637351525Running coprocessor pre-close hooks at 1731637351525Disabling compacts and flushes for region at 1731637351525Disabling writes for close at 1731637351525Obtaining lock to block concurrent updates at 1731637351526 (+1 ms)Preparing flush snapshotting stores in ec513b582497ba322a278ab412b634f4 at 1731637351526Finished memstore snapshotting test,,1731637325715.ec513b582497ba322a278ab412b634f4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731637351526Flushing stores of test,,1731637325715.ec513b582497ba322a278ab412b634f4. at 1731637351527 (+1 ms)Flushing ec513b582497ba322a278ab412b634f4/f: creating writer at 1731637351527Flushing ec513b582497ba322a278ab412b634f4/f: appending metadata at 1731637351554 (+27 ms)Flushing ec513b582497ba322a278ab412b634f4/f: closing flushed file at 1731637351554Flushing ec513b582497ba322a278ab412b634f4/f1: creating writer at 1731637351565 (+11 ms)Flushing ec513b582497ba322a278ab412b634f4/f1: appending metadata at 1731637351585 (+20 ms)Flushing ec513b582497ba322a278ab412b634f4/f1: closing flushed file at 1731637351585Flushing ec513b582497ba322a278ab412b634f4/norep: creating writer at 1731637351602 (+17 ms)Flushing ec513b582497ba322a278ab412b634f4/norep: appending metadata at 1731637351617 (+15 ms)Flushing ec513b582497ba322a278ab412b634f4/norep: closing flushed file at 1731637351617Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b92c912: reopening flushed file at 1731637352073 (+456 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@729cb98b: reopening flushed file at 1731637352105 (+32 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c19b8e: reopening flushed file at 1731637352113 (+8 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ec513b582497ba322a278ab412b634f4 in 602ms, sequenceid=12, compaction requested=false at 1731637352127 (+14 ms)Writing region close event to WAL at 1731637352150 (+23 ms)Running coprocessor post-close hooks at 1731637352161 (+11 ms)Closed at 1731637352162 (+1 ms) 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637325715.ec513b582497ba322a278ab412b634f4. 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 97db45a89f4f8710a66476cfe366535b, disabling compactions & flushes 2024-11-15T02:22:32,162 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. after waiting 0 ms 2024-11-15T02:22:32,162 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:32,162 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 97db45a89f4f8710a66476cfe366535b 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T02:22:32,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741846_1022 (size=5308) 2024-11-15T02:22:32,189 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/.tmp/queue/392a43b08d3f426190478dd995c9bc6b is 154, key is 1-ce6119325ab7,38913,1731637309259/queue:ce6119325ab7%2C38913%2C1731637309259/1731637343580/Put/seqid=0 2024-11-15T02:22:32,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741847_1023 (size=5353) 2024-11-15T02:22:32,201 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/.tmp/queue/392a43b08d3f426190478dd995c9bc6b 2024-11-15T02:22:32,216 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/.tmp/queue/392a43b08d3f426190478dd995c9bc6b as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/queue/392a43b08d3f426190478dd995c9bc6b 2024-11-15T02:22:32,221 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/queue/392a43b08d3f426190478dd995c9bc6b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T02:22:32,222 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 97db45a89f4f8710a66476cfe366535b in 60ms, sequenceid=14, compaction requested=false 2024-11-15T02:22:32,222 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:22:32,255 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/replication/97db45a89f4f8710a66476cfe366535b/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T02:22:32,255 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:32,255 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:22:32,255 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:32,256 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 97db45a89f4f8710a66476cfe366535b: Waiting for close lock at 1731637352162Running coprocessor pre-close hooks at 1731637352162Disabling compacts and flushes for region at 1731637352162Disabling writes for close at 1731637352162Obtaining lock to block concurrent updates at 1731637352162Preparing flush snapshotting stores in 97db45a89f4f8710a66476cfe366535b at 1731637352162Finished memstore snapshotting hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731637352163 (+1 ms)Flushing stores of hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. at 1731637352169 (+6 ms)Flushing 97db45a89f4f8710a66476cfe366535b/queue: creating writer at 1731637352169Flushing 97db45a89f4f8710a66476cfe366535b/queue: appending metadata at 1731637352188 (+19 ms)Flushing 97db45a89f4f8710a66476cfe366535b/queue: closing flushed file at 1731637352188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@216c959b: reopening flushed file at 1731637352215 (+27 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 97db45a89f4f8710a66476cfe366535b in 60ms, sequenceid=14, compaction requested=false at 1731637352222 (+7 ms)Writing region close event to WAL at 1731637352239 (+17 ms)Running coprocessor post-close hooks at 1731637352255 (+16 ms)Closed at 1731637352255 2024-11-15T02:22:32,256 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637328659.97db45a89f4f8710a66476cfe366535b. 2024-11-15T02:22:32,338 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:22:32,494 INFO [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T02:22:32,494 INFO [master/ce6119325ab7:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T02:22:32,538 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:22:32,538 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:22:32,539 DEBUG [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:22:32,571 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/table/10057e1f90604d10ab69a72d3262b6a9 2024-11-15T02:22:32,575 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/info/8a3cae230d2a46b49047da55a549a537 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/info/8a3cae230d2a46b49047da55a549a537 2024-11-15T02:22:32,579 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/info/8a3cae230d2a46b49047da55a549a537, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:22:32,580 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/ns/2f87d1cb0858475d824be339d240e233 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/ns/2f87d1cb0858475d824be339d240e233 2024-11-15T02:22:32,584 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/ns/2f87d1cb0858475d824be339d240e233, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:22:32,584 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/rep_barrier/ec117c8426e04867802a00cf57d006fc as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/rep_barrier/ec117c8426e04867802a00cf57d006fc 2024-11-15T02:22:32,588 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/rep_barrier/ec117c8426e04867802a00cf57d006fc, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:22:32,589 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/.tmp/table/10057e1f90604d10ab69a72d3262b6a9 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/table/10057e1f90604d10ab69a72d3262b6a9 2024-11-15T02:22:32,594 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/table/10057e1f90604d10ab69a72d3262b6a9, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:22:32,595 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=16, compaction requested=false 2024-11-15T02:22:32,595 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:22:32,600 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:22:32,600 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:22:32,600 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:22:32,600 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:32,600 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637351532Running coprocessor pre-close hooks at 1731637351532Disabling compacts and flushes for region at 1731637351532Disabling writes for close at 1731637351532Obtaining lock to block concurrent updates at 1731637351532Preparing flush snapshotting stores in 1588230740 at 1731637351532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637351534 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637351540 (+6 ms)Flushing 1588230740/info: creating writer at 1731637351541 (+1 ms)Flushing 1588230740/info: appending metadata at 1731637351568 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731637351568Flushing 1588230740/ns: creating writer at 1731637351579 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731637351601 (+22 ms)Flushing 1588230740/ns: closing flushed file at 1731637351601Flushing 1588230740/rep_barrier: creating writer at 1731637352054 (+453 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637352106 (+52 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637352106Flushing 1588230740/table: creating writer at 1731637352127 (+21 ms)Flushing 1588230740/table: appending metadata at 1731637352150 (+23 ms)Flushing 1588230740/table: closing flushed file at 1731637352150Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364d14ba: reopening flushed file at 1731637352575 (+425 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6792c8a5: reopening flushed file at 1731637352579 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17e8a4e8: reopening flushed file at 1731637352584 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@318641fa: reopening flushed file at 1731637352588 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1063ms, sequenceid=16, compaction requested=false at 1731637352595 (+7 ms)Writing region close event to WAL at 1731637352596 (+1 ms)Running coprocessor post-close hooks at 1731637352600 (+4 ms)Closed at 1731637352600 2024-11-15T02:22:32,601 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:32,715 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 1496, reset compression=false 2024-11-15T02:22:32,724 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:32,724 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 2387, reset compression=false 2024-11-15T02:22:32,724 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,38913,1731637309259 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:32,725 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,38913,1731637309259: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,38913,1731637309259, walGroup=ce6119325ab7%2C38913%2C1731637309259, offset=ce6119325ab7%2C38913%2C1731637309259.1731637311096:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:38913 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:22:32,726 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:22:32,726 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:22:32,726 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:22:32,726 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:22:32,726 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:22:32,726 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1195376640, "init": 1048576000, "max": 2306867200, "used": 724944784 }, "NonHeapMemoryUsage": { "committed": 202375168, "init": 7667712, "max": -1, "used": 199436768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:22:32,726 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:45919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:45919 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:22:32,739 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,38913,1731637309259; all regions closed. 2024-11-15T02:22:32,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:22:32,744 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.meta.1731637311687.meta not finished, retry = 0 2024-11-15T02:22:32,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741839_1015 (size=3552) 2024-11-15T02:22:32,849 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.rep.1731637329505 not finished, retry = 0 2024-11-15T02:22:32,932 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/WALs/ce6119325ab7,38913,1731637309259/ce6119325ab7%2C38913%2C1731637309259.1731637311096 to pos 2387, reset compression=false 2024-11-15T02:22:32,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741833_1009 (size=2395) 2024-11-15T02:22:32,957 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:32,957 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:22:32,958 INFO [RS:0;ce6119325ab7:38913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:22:32,958 INFO [RS:0;ce6119325ab7:38913 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:22:32,958 INFO [RS:0;ce6119325ab7:38913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:22:32,959 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,38913,1731637309259 because: Region server is closing 2024-11-15T02:22:32,959 INFO [RS:0;ce6119325ab7:38913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38913. 2024-11-15T02:22:32,959 DEBUG [RS:0;ce6119325ab7:38913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:32,959 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:32,959 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:32,959 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:22:32,959 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:33,059 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.shipperce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 terminated 2024-11-15T02:22:33,059 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,38913,1731637309259.replicationSource.wal-reader.ce6119325ab7%2C38913%2C1731637309259,1-ce6119325ab7,38913,1731637309259 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:22:33,060 INFO [RS:0;ce6119325ab7:38913 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:38913. 2024-11-15T02:22:33,060 DEBUG [RS:0;ce6119325ab7:38913 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:33,060 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:33,060 DEBUG [RS:0;ce6119325ab7:38913 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:33,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:33,060 INFO [RS:0;ce6119325ab7:38913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:38913 2024-11-15T02:22:33,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859/rs 2024-11-15T02:22:33,122 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0647620859/rs/ce6119325ab7,38913,1731637309259 2024-11-15T02:22:33,122 INFO [RS:0;ce6119325ab7:38913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:22:33,122 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,38913,1731637309259] 2024-11-15T02:22:33,143 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0647620859/draining/ce6119325ab7,38913,1731637309259 already deleted, retry=false 2024-11-15T02:22:33,143 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,38913,1731637309259 expired; onlineServers=0 2024-11-15T02:22:33,143 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,45919,1731637308347' ***** 2024-11-15T02:22:33,143 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:22:33,143 INFO [M:0;ce6119325ab7:45919 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:22:33,143 INFO [M:0;ce6119325ab7:45919 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:22:33,143 DEBUG [M:0;ce6119325ab7:45919 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:22:33,143 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:22:33,143 DEBUG [M:0;ce6119325ab7:45919 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:22:33,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637310652 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637310652,5,FailOnTimeoutGroup] 2024-11-15T02:22:33,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637310636 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637310636,5,FailOnTimeoutGroup] 2024-11-15T02:22:33,143 INFO [M:0;ce6119325ab7:45919 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:22:33,144 INFO [M:0;ce6119325ab7:45919 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:22:33,144 DEBUG [M:0;ce6119325ab7:45919 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:22:33,144 INFO [M:0;ce6119325ab7:45919 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:22:33,144 INFO [M:0;ce6119325ab7:45919 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:22:33,144 ERROR [M:0;ce6119325ab7:45919 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43807,5,PEWorkerGroup] 2024-11-15T02:22:33,144 INFO [M:0;ce6119325ab7:45919 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:22:33,144 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:22:33,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0647620859/master 2024-11-15T02:22:33,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0647620859 2024-11-15T02:22:33,154 DEBUG [M:0;ce6119325ab7:45919 {}] zookeeper.ZKUtil(347): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Unable to get data of znode /0647620859/master because node does not exist (not an error) 2024-11-15T02:22:33,154 WARN [M:0;ce6119325ab7:45919 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:22:33,155 INFO [M:0;ce6119325ab7:45919 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/.lastflushedseqids 2024-11-15T02:22:33,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741848_1024 (size=245) 2024-11-15T02:22:33,233 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:33,233 DEBUG [pool-1599-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38913-0x1013c4c5b340001, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:33,233 INFO [RS:0;ce6119325ab7:38913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:22:33,233 INFO [RS:0;ce6119325ab7:38913 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,38913,1731637309259; zookeeper connection closed. 2024-11-15T02:22:33,233 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e0e260b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e0e260b 2024-11-15T02:22:33,233 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:22:33,571 INFO [M:0;ce6119325ab7:45919 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:22:33,571 INFO [M:0;ce6119325ab7:45919 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:22:33,571 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:33,571 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:33,571 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:33,571 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:33,571 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:33,571 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T02:22:33,591 DEBUG [M:0;ce6119325ab7:45919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2115c569a85145e8a6a46ba6b733b5f2 is 82, key is hbase:meta,,1/info:regioninfo/1731637311720/Put/seqid=0 2024-11-15T02:22:33,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741849_1025 (size=5672) 2024-11-15T02:22:33,602 INFO [M:0;ce6119325ab7:45919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2115c569a85145e8a6a46ba6b733b5f2 2024-11-15T02:22:33,636 DEBUG [M:0;ce6119325ab7:45919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/646973287f4e4debbc9ab6a4b07f276f is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637326172/Put/seqid=0 2024-11-15T02:22:33,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741850_1026 (size=7218) 2024-11-15T02:22:33,641 INFO [M:0;ce6119325ab7:45919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/646973287f4e4debbc9ab6a4b07f276f 2024-11-15T02:22:33,650 INFO [M:0;ce6119325ab7:45919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 646973287f4e4debbc9ab6a4b07f276f 2024-11-15T02:22:33,668 DEBUG [M:0;ce6119325ab7:45919 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3dd2d35914847dda7a7de1ab958c76c is 69, key is ce6119325ab7,38913,1731637309259/rs:state/1731637310786/Put/seqid=0 2024-11-15T02:22:33,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741851_1027 (size=5156) 2024-11-15T02:22:33,676 INFO [M:0;ce6119325ab7:45919 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3dd2d35914847dda7a7de1ab958c76c 2024-11-15T02:22:33,682 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2115c569a85145e8a6a46ba6b733b5f2 as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2115c569a85145e8a6a46ba6b733b5f2 2024-11-15T02:22:33,703 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2115c569a85145e8a6a46ba6b733b5f2, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T02:22:33,705 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/646973287f4e4debbc9ab6a4b07f276f as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/646973287f4e4debbc9ab6a4b07f276f 2024-11-15T02:22:33,709 INFO [M:0;ce6119325ab7:45919 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 646973287f4e4debbc9ab6a4b07f276f 2024-11-15T02:22:33,709 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/646973287f4e4debbc9ab6a4b07f276f, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T02:22:33,710 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f3dd2d35914847dda7a7de1ab958c76c as hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3dd2d35914847dda7a7de1ab958c76c 2024-11-15T02:22:33,714 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43807/user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f3dd2d35914847dda7a7de1ab958c76c, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T02:22:33,715 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=105, compaction requested=false 2024-11-15T02:22:33,717 INFO [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:33,717 DEBUG [M:0;ce6119325ab7:45919 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637353571Disabling compacts and flushes for region at 1731637353571Disabling writes for close at 1731637353571Obtaining lock to block concurrent updates at 1731637353571Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637353571Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731637353572 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637353572Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637353572Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637353590 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637353590Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637353611 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637353635 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637353635Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637353650 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637353667 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637353667Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d7babaa: reopening flushed file at 1731637353680 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b74d35a: reopening flushed file at 1731637353703 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4842da63: reopening flushed file at 1731637353709 (+6 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=105, compaction requested=false at 1731637353715 (+6 ms)Writing region close event to WAL at 1731637353717 (+2 ms)Closed at 1731637353717 2024-11-15T02:22:33,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46357 is added to blk_1073741830_1006 (size=64423) 2024-11-15T02:22:33,722 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55d4d86e-9687-9583-afb3-15124151da1c/MasterData/WALs/ce6119325ab7,45919,1731637308347/ce6119325ab7%2C45919%2C1731637308347.1731637310242 not finished, retry = 0 2024-11-15T02:22:33,824 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:22:33,824 INFO [M:0;ce6119325ab7:45919 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:22:33,824 INFO [M:0;ce6119325ab7:45919 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:45919 2024-11-15T02:22:33,829 INFO [M:0;ce6119325ab7:45919 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:22:34,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:34,035 INFO [M:0;ce6119325ab7:45919 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:22:34,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45919-0x1013c4c5b340000, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:22:34,038 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e0d7e2f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:34,039 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61ebe229{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:22:34,039 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:22:34,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bf30e15{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:22:34,039 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2456767e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir/,STOPPED} 2024-11-15T02:22:34,048 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:22:34,048 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:22:34,050 WARN [BP-1113674377-172.17.0.3-1731637305244 heartbeating to localhost/127.0.0.1:43807 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:22:34,050 WARN [BP-1113674377-172.17.0.3-1731637305244 heartbeating to localhost/127.0.0.1:43807 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1113674377-172.17.0.3-1731637305244 (Datanode Uuid 9f517232-0a47-4c06-9ca9-241633cebd24) service to localhost/127.0.0.1:43807 2024-11-15T02:22:34,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/data/data1/current/BP-1113674377-172.17.0.3-1731637305244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:22:34,051 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/cluster_c02cafa6-59f8-3fb4-560a-f13197cd3d2f/data/data2/current/BP-1113674377-172.17.0.3-1731637305244 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:22:34,052 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:22:34,064 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a68ad89{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:22:34,065 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4d01858c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:22:34,065 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:22:34,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4dd1842f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:22:34,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6de489a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/095354bf-ddb1-723f-75c9-806ffa0c0ef1/hadoop.log.dir/,STOPPED} 2024-11-15T02:22:34,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:22:34,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:22:34,101 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 263) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53503) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53503) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-27 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37483 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39889 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43807 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37483 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:39889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53503) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37483 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43807 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39889 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39889 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39889 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43807 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43807 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37483 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 654) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=883 (was 1200), ProcessCount=11 (was 11), AvailableMemoryMB=1475 (was 1702) 2024-11-15T02:22:34,116 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=883, ProcessCount=11, AvailableMemoryMB=1473 2024-11-15T02:22:34,133 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T02:22:34,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir so I do NOT create it in target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda 2024-11-15T02:22:34,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:22:34,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.tmp.dir so I do NOT create it in target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda 2024-11-15T02:22:34,134 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/71771c14-7057-0ec3-6260-600045973bee/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:22:34,134 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda 2024-11-15T02:22:34,134 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d, deleteOnExit=true 2024-11-15T02:22:34,139 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/zookeeper_0, clientPort=55108, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:22:34,140 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55108 2024-11-15T02:22:34,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:22:34,140 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/test.cache.data in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:22:34,141 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:22:34,141 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:22:34,142 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:22:34,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c4c5b340008, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:22:34,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c4c5b340005, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:22:34,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c4c5b340005, quorum=127.0.0.1:53503, baseZNode=/1951448784 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:22:34,169 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c4c5b340008, quorum=127.0.0.1:53503, baseZNode=/21608952982 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:22:34,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c4c5b340002, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:22:34,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c4c5b340002, quorum=127.0.0.1:53503, baseZNode=/0647620859 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:22:34,587 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T02:22:34,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,588 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,624 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,624 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,624 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,625 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,635 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,639 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,640 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,642 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:34,692 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:34,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:34,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:34,703 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:34,703 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:22:34,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:34,709 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3eb7f71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:34,710 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29044fdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:34,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@871026a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/java.io.tmpdir/jetty-localhost-33523-hadoop-hdfs-3_4_1-tests_jar-_-any-16428789737971333226/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:22:34,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6a84e2b1{HTTP/1.1, (http/1.1)}{localhost:33523} 2024-11-15T02:22:34,843 INFO [Time-limited test {}] server.Server(415): Started @271220ms 2024-11-15T02:22:35,264 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:35,267 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:35,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:35,268 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:35,268 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:22:35,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@468e06f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:35,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de0dc7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:35,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43f3cb80{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/java.io.tmpdir/jetty-localhost-44943-hadoop-hdfs-3_4_1-tests_jar-_-any-8411130765114791843/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:35,364 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32c8f478{HTTP/1.1, (http/1.1)}{localhost:44943} 2024-11-15T02:22:35,364 INFO [Time-limited test {}] server.Server(415): Started @271741ms 2024-11-15T02:22:35,365 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:22:36,077 WARN [Thread-3418 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/data/data1/current/BP-1707295525-172.17.0.3-1731637354158/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:36,078 WARN [Thread-3419 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/data/data2/current/BP-1707295525-172.17.0.3-1731637354158/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:36,105 WARN [Thread-3406 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:22:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b3426f007ffbb76 with lease ID 0xae6ba705c1a2003a: Processing first storage report for DS-fd4ce219-317a-4812-80d0-6c19e80665e9 from datanode DatanodeRegistration(127.0.0.1:46325, datanodeUuid=c8ed6f03-a80e-40ef-b801-fcaf73404339, infoPort=35273, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=970492501;c=1731637354158) 2024-11-15T02:22:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b3426f007ffbb76 with lease ID 0xae6ba705c1a2003a: from storage DS-fd4ce219-317a-4812-80d0-6c19e80665e9 node DatanodeRegistration(127.0.0.1:46325, datanodeUuid=c8ed6f03-a80e-40ef-b801-fcaf73404339, infoPort=35273, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=970492501;c=1731637354158), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5b3426f007ffbb76 with lease ID 0xae6ba705c1a2003a: Processing first storage report for DS-936dbbec-74db-48cc-a593-5a0bde911d4f from datanode DatanodeRegistration(127.0.0.1:46325, datanodeUuid=c8ed6f03-a80e-40ef-b801-fcaf73404339, infoPort=35273, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=970492501;c=1731637354158) 2024-11-15T02:22:36,109 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5b3426f007ffbb76 with lease ID 0xae6ba705c1a2003a: from storage DS-936dbbec-74db-48cc-a593-5a0bde911d4f node DatanodeRegistration(127.0.0.1:46325, datanodeUuid=c8ed6f03-a80e-40ef-b801-fcaf73404339, infoPort=35273, infoSecurePort=0, ipcPort=43429, storageInfo=lv=-57;cid=testClusterID;nsid=970492501;c=1731637354158), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:36,205 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda 2024-11-15T02:22:36,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:36,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:22:36,635 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da with version=8 2024-11-15T02:22:36,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/hbase-staging 2024-11-15T02:22:36,637 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:36,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:36,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:36,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:36,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:36,638 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:36,638 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:22:36,638 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:36,644 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43613 2024-11-15T02:22:36,645 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43613 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:36,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436130x0, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:36,712 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43613-0x1013c4d1a440000 connected 2024-11-15T02:22:37,049 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:37,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:37,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/running 2024-11-15T02:22:37,052 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da, hbase.cluster.distributed=false 2024-11-15T02:22:37,053 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/acl 2024-11-15T02:22:37,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43613 2024-11-15T02:22:37,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43613 2024-11-15T02:22:37,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43613 2024-11-15T02:22:37,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43613 2024-11-15T02:22:37,054 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43613 2024-11-15T02:22:37,066 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:37,067 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41463 2024-11-15T02:22:37,068 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41463 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:37,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:37,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:37,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414630x0, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:37,123 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414630x0, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/running 2024-11-15T02:22:37,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41463-0x1013c4d1a440001 connected 2024-11-15T02:22:37,124 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:22:37,125 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:22:37,125 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/master 2024-11-15T02:22:37,126 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/acl 2024-11-15T02:22:37,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-15T02:22:37,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41463 2024-11-15T02:22:37,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41463 2024-11-15T02:22:37,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-15T02:22:37,127 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41463 2024-11-15T02:22:37,137 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:43613 2024-11-15T02:22:37,138 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0112065052/backup-masters/ce6119325ab7,43613,1731637356637 2024-11-15T02:22:37,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052/backup-masters 2024-11-15T02:22:37,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052/backup-masters 2024-11-15T02:22:37,201 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on existing znode=/0112065052/backup-masters/ce6119325ab7,43613,1731637356637 2024-11-15T02:22:37,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:37,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0112065052/master 2024-11-15T02:22:37,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:37,224 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on existing znode=/0112065052/master 2024-11-15T02:22:37,224 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0112065052/backup-masters/ce6119325ab7,43613,1731637356637 from backup master directory 2024-11-15T02:22:37,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0112065052/backup-masters/ce6119325ab7,43613,1731637356637 2024-11-15T02:22:37,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052/backup-masters 2024-11-15T02:22:37,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052/backup-masters 2024-11-15T02:22:37,234 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:37,234 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,43613,1731637356637 2024-11-15T02:22:37,237 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/hbase.id] with ID: 0320165a-c7ed-4ef8-85e6-41871cac42d9 2024-11-15T02:22:37,237 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/.tmp/hbase.id 2024-11-15T02:22:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:22:37,644 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/.tmp/hbase.id]:[hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/hbase.id] 2024-11-15T02:22:37,654 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:37,654 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:22:37,655 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:22:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:37,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:37,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:22:37,706 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:37,707 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:22:37,708 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:37,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:22:38,120 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store 2024-11-15T02:22:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:22:38,124 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:38,124 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:38,124 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:38,124 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:38,124 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:38,124 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:38,124 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:38,125 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637358124Disabling compacts and flushes for region at 1731637358124Disabling writes for close at 1731637358124Writing region close event to WAL at 1731637358124Closed at 1731637358124 2024-11-15T02:22:38,125 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/.initializing 2024-11-15T02:22:38,125 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/WALs/ce6119325ab7,43613,1731637356637 2024-11-15T02:22:38,126 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:38,127 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C43613%2C1731637356637, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/WALs/ce6119325ab7,43613,1731637356637, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/oldWALs, maxLogs=10 2024-11-15T02:22:38,139 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/WALs/ce6119325ab7,43613,1731637356637/ce6119325ab7%2C43613%2C1731637356637.1731637358127, exclude list is [], retry=0 2024-11-15T02:22:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-fd4ce219-317a-4812-80d0-6c19e80665e9,DISK] 2024-11-15T02:22:38,143 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/WALs/ce6119325ab7,43613,1731637356637/ce6119325ab7%2C43613%2C1731637356637.1731637358127 2024-11-15T02:22:38,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273)] 2024-11-15T02:22:38,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:38,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:38,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:22:38,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:38,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:38,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:22:38,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:38,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:38,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:22:38,148 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:22:38,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:38,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:38,149 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,149 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,149 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,150 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,150 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,151 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:38,151 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:38,152 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:38,153 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63443292, jitterRate=-0.05462127923965454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:38,153 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637358143Initializing all the Stores at 1731637358144 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637358144Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637358144Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637358144Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637358144Cleaning up temporary data from old regions at 1731637358150 (+6 ms)Region opened successfully at 1731637358153 (+3 ms) 2024-11-15T02:22:38,153 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:22:38,156 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bb1ebe4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:38,156 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:22:38,156 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:22:38,156 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:22:38,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:22:38,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:22:38,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:22:38,157 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:22:38,161 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:22:38,161 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Unable to get data of znode /0112065052/balancer because node does not exist (not necessarily an error) 2024-11-15T02:22:38,213 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0112065052/balancer already deleted, retry=false 2024-11-15T02:22:38,213 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:22:38,213 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Unable to get data of znode /0112065052/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:22:38,223 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0112065052/normalizer already deleted, retry=false 2024-11-15T02:22:38,223 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:22:38,224 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Unable to get data of znode /0112065052/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:22:38,234 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0112065052/switch/split already deleted, retry=false 2024-11-15T02:22:38,234 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Unable to get data of znode /0112065052/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:22:38,244 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0112065052/switch/merge already deleted, retry=false 2024-11-15T02:22:38,245 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Unable to get data of znode /0112065052/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:22:38,255 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0112065052/snapshot-cleanup already deleted, retry=false 2024-11-15T02:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0112065052/running 2024-11-15T02:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0112065052/running 2024-11-15T02:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:38,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:38,266 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,43613,1731637356637, sessionid=0x1013c4d1a440000, setting cluster-up flag (Was=false) 2024-11-15T02:22:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:38,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:38,318 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0112065052/flush-table-proc/acquired, /0112065052/flush-table-proc/reached, /0112065052/flush-table-proc/abort 2024-11-15T02:22:38,319 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,43613,1731637356637 2024-11-15T02:22:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:38,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:38,370 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0112065052/online-snapshot/acquired, /0112065052/online-snapshot/reached, /0112065052/online-snapshot/abort 2024-11-15T02:22:38,371 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,43613,1731637356637 2024-11-15T02:22:38,372 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:22:38,373 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:38,373 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:22:38,374 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:22:38,374 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,43613,1731637356637 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:38,375 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637388376 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:22:38,376 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:22:38,376 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:38,376 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:22:38,377 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:38,377 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:22:38,380 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,383 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:22:38,383 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:22:38,383 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:22:38,383 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:22:38,383 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:22:38,384 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:22:38,384 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637358384,5,FailOnTimeoutGroup] 2024-11-15T02:22:38,384 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637358384,5,FailOnTimeoutGroup] 2024-11-15T02:22:38,384 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,384 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:22:38,384 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,384 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:22:38,429 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(746): ClusterId : 0320165a-c7ed-4ef8-85e6-41871cac42d9 2024-11-15T02:22:38,429 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:22:38,438 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:22:38,438 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:22:38,448 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:22:38,448 DEBUG [RS:0;ce6119325ab7:41463 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b101da0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:38,460 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:41463 2024-11-15T02:22:38,460 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:22:38,460 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:22:38,460 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:22:38,461 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,43613,1731637356637 with port=41463, startcode=1731637357066 2024-11-15T02:22:38,461 DEBUG [RS:0;ce6119325ab7:41463 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:22:38,462 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:22:38,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43613 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,41463,1731637357066 2024-11-15T02:22:38,462 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43613 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:38,464 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da 2024-11-15T02:22:38,464 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37015 2024-11-15T02:22:38,464 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:22:38,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052/rs 2024-11-15T02:22:38,476 DEBUG [RS:0;ce6119325ab7:41463 {}] zookeeper.ZKUtil(111): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on existing znode=/0112065052/rs/ce6119325ab7,41463,1731637357066 2024-11-15T02:22:38,476 WARN [RS:0;ce6119325ab7:41463 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:38,476 INFO [RS:0;ce6119325ab7:41463 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:38,476 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066 2024-11-15T02:22:38,477 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,41463,1731637357066] 2024-11-15T02:22:38,478 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:22:38,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:22:38,480 INFO [RS:0;ce6119325ab7:41463 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:22:38,480 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,480 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:22:38,480 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:22:38,480 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:38,481 DEBUG [RS:0;ce6119325ab7:41463 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:38,481 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,481 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,481 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,481 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,481 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,481 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41463,1731637357066-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:38,501 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:22:38,501 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41463,1731637357066-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,501 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,501 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.Replication(171): ce6119325ab7,41463,1731637357066 started 2024-11-15T02:22:38,517 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:38,517 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,41463,1731637357066, RpcServer on ce6119325ab7/172.17.0.3:41463, sessionid=0x1013c4d1a440001 2024-11-15T02:22:38,517 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:22:38,517 DEBUG [RS:0;ce6119325ab7:41463 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,41463,1731637357066 2024-11-15T02:22:38,517 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,41463,1731637357066' 2024-11-15T02:22:38,517 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0112065052/flush-table-proc/abort' 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0112065052/flush-table-proc/acquired' 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,41463,1731637357066 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,41463,1731637357066' 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0112065052/online-snapshot/abort' 2024-11-15T02:22:38,518 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0112065052/online-snapshot/acquired' 2024-11-15T02:22:38,519 DEBUG [RS:0;ce6119325ab7:41463 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:22:38,519 INFO [RS:0;ce6119325ab7:41463 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:22:38,519 INFO [RS:0;ce6119325ab7:41463 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:22:38,619 INFO [RS:0;ce6119325ab7:41463 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:38,620 INFO [RS:0;ce6119325ab7:41463 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C41463%2C1731637357066, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/oldWALs, maxLogs=10 2024-11-15T02:22:38,639 DEBUG [RS:0;ce6119325ab7:41463 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621, exclude list is [], retry=0 2024-11-15T02:22:38,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-fd4ce219-317a-4812-80d0-6c19e80665e9,DISK] 2024-11-15T02:22:38,642 INFO [RS:0;ce6119325ab7:41463 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 2024-11-15T02:22:38,642 DEBUG [RS:0;ce6119325ab7:41463 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273)] 2024-11-15T02:22:38,786 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:22:38,786 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da 2024-11-15T02:22:38,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:22:39,191 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:39,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:39,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:39,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:39,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:39,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:39,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:39,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:39,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:39,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:39,199 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740 2024-11-15T02:22:39,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740 2024-11-15T02:22:39,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:39,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:39,202 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:39,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:39,205 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:39,205 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66207126, jitterRate=-0.013436943292617798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:39,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637359191Initializing all the Stores at 1731637359191Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637359191Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637359191Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637359191Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637359191Cleaning up temporary data from old regions at 1731637359202 (+11 ms)Region opened successfully at 1731637359206 (+4 ms) 2024-11-15T02:22:39,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:39,206 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:39,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:39,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:39,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:39,207 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:39,207 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637359206Disabling compacts and flushes for region at 1731637359206Disabling writes for close at 1731637359206Writing region close event to WAL at 1731637359207 (+1 ms)Closed at 1731637359207 2024-11-15T02:22:39,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:39,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:22:39,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:22:39,209 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:39,210 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:22:39,361 DEBUG [ce6119325ab7:43613 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:22:39,361 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:39,362 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,41463,1731637357066, state=OPENING 2024-11-15T02:22:39,487 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:22:39,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:39,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:39,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0112065052/meta-region-server: CHANGED 2024-11-15T02:22:39,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0112065052/meta-region-server: CHANGED 2024-11-15T02:22:39,658 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:39,658 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,41463,1731637357066}] 2024-11-15T02:22:39,810 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:39,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37351, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:22:39,813 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:22:39,813 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:39,813 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:22:39,814 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C41463%2C1731637357066.meta, suffix=.meta, logDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/oldWALs, maxLogs=10 2024-11-15T02:22:39,826 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.meta.1731637359815.meta, exclude list is [], retry=0 2024-11-15T02:22:39,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-fd4ce219-317a-4812-80d0-6c19e80665e9,DISK] 2024-11-15T02:22:39,829 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.meta.1731637359815.meta 2024-11-15T02:22:39,830 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273)] 2024-11-15T02:22:39,830 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:39,830 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:39,830 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:39,831 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:22:39,831 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:22:39,831 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:22:39,831 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:39,831 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:22:39,831 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:22:39,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:39,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:39,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:39,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:39,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:39,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:39,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:39,834 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:39,834 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:39,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:39,835 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:39,835 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740 2024-11-15T02:22:39,836 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740 2024-11-15T02:22:39,836 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:39,836 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:39,837 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:39,837 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:39,838 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67883396, jitterRate=0.011541426181793213}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:39,838 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:22:39,839 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637359831Writing region info on filesystem at 1731637359831Initializing all the Stores at 1731637359832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637359832Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637359832Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637359832Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637359832Cleaning up temporary data from old regions at 1731637359836 (+4 ms)Running coprocessor post-open hooks at 1731637359838 (+2 ms)Region opened successfully at 1731637359839 (+1 ms) 2024-11-15T02:22:39,841 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637359809 2024-11-15T02:22:39,843 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:22:39,843 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:22:39,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:39,843 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,41463,1731637357066, state=OPEN 2024-11-15T02:22:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0112065052/meta-region-server 2024-11-15T02:22:39,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0112065052/meta-region-server 2024-11-15T02:22:39,916 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:39,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0112065052/meta-region-server: CHANGED 2024-11-15T02:22:39,916 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0112065052/meta-region-server: CHANGED 2024-11-15T02:22:39,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:22:39,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,41463,1731637357066 in 258 msec 2024-11-15T02:22:39,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:22:39,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 710 msec 2024-11-15T02:22:39,920 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:39,920 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:22:39,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:39,921 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,41463,1731637357066, seqNum=-1] 2024-11-15T02:22:39,921 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:39,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:39,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5520 sec 2024-11-15T02:22:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637359926, completionTime=-1 2024-11-15T02:22:39,926 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:22:39,926 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:22:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:22:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637419927 2024-11-15T02:22:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637479927 2024-11-15T02:22:39,927 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T02:22:39,928 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43613,1731637356637-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:39,928 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43613,1731637356637-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:39,928 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43613,1731637356637-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:39,928 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:43613, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:39,928 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:39,928 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:39,929 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.696sec 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43613,1731637356637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:39,930 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43613,1731637356637-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:22:39,932 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:22:39,932 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:22:39,932 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43613,1731637356637-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:40,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c59edd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:40,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43613,-1 for getting cluster id 2024-11-15T02:22:40,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:40,031 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0320165a-c7ed-4ef8-85e6-41871cac42d9' 2024-11-15T02:22:40,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0320165a-c7ed-4ef8-85e6-41871cac42d9" 2024-11-15T02:22:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@147f3fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43613,-1] 2024-11-15T02:22:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:40,032 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:40,033 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42982, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:40,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d561ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:40,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,41463,1731637357066, seqNum=-1] 2024-11-15T02:22:40,034 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:40,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:40,036 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,43613,1731637356637 2024-11-15T02:22:40,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:40,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:40,069 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4d1a440002 connected 2024-11-15T02:22:40,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir so I do NOT create it in target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5 2024-11-15T02:22:40,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.tmp.dir so I do NOT create it in target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5 2024-11-15T02:22:40,082 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:22:40,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/cluster_68de6569-9a6f-33fc-44f0-914a04c20162, deleteOnExit=true 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/test.cache.data in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:22:40,082 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:22:40,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:22:40,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:22:40,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:22:40,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:22:40,603 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:40,606 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:40,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:40,608 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:40,608 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:22:40,612 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:40,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36537acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:40,614 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35192dd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:40,735 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@89f6346{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/java.io.tmpdir/jetty-localhost-34561-hadoop-hdfs-3_4_1-tests_jar-_-any-15156698916913574344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:22:40,736 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a53c4c4{HTTP/1.1, (http/1.1)}{localhost:34561} 2024-11-15T02:22:40,736 INFO [Time-limited test {}] server.Server(415): Started @277113ms 2024-11-15T02:22:41,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:41,042 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:41,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:41,048 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:41,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:22:41,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4eb4a526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:41,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c69e697{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:41,176 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c96a4ff{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/java.io.tmpdir/jetty-localhost-46721-hadoop-hdfs-3_4_1-tests_jar-_-any-15966918942528976615/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:41,177 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77d14641{HTTP/1.1, (http/1.1)}{localhost:46721} 2024-11-15T02:22:41,177 INFO [Time-limited test {}] server.Server(415): Started @277554ms 2024-11-15T02:22:41,178 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:22:41,947 WARN [Thread-3539 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/cluster_68de6569-9a6f-33fc-44f0-914a04c20162/data/data2/current/BP-2068031137-172.17.0.3-1731637360122/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:41,947 WARN [Thread-3538 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/cluster_68de6569-9a6f-33fc-44f0-914a04c20162/data/data1/current/BP-2068031137-172.17.0.3-1731637360122/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:41,977 WARN [Thread-3526 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:22:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd45f69ac788831d5 with lease ID 0xdb8305fe699f661b: Processing first storage report for DS-84d40602-c7ed-47cf-90bc-1a0d7a84528e from datanode DatanodeRegistration(127.0.0.1:41799, datanodeUuid=ff4cbb97-a0a0-455b-a82e-9d0bab9fe184, infoPort=33791, infoSecurePort=0, ipcPort=38481, storageInfo=lv=-57;cid=testClusterID;nsid=427152568;c=1731637360122) 2024-11-15T02:22:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd45f69ac788831d5 with lease ID 0xdb8305fe699f661b: from storage DS-84d40602-c7ed-47cf-90bc-1a0d7a84528e node DatanodeRegistration(127.0.0.1:41799, datanodeUuid=ff4cbb97-a0a0-455b-a82e-9d0bab9fe184, infoPort=33791, infoSecurePort=0, ipcPort=38481, storageInfo=lv=-57;cid=testClusterID;nsid=427152568;c=1731637360122), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd45f69ac788831d5 with lease ID 0xdb8305fe699f661b: Processing first storage report for DS-6f0249bb-f1bf-4ce2-9f97-261929d76d4a from datanode DatanodeRegistration(127.0.0.1:41799, datanodeUuid=ff4cbb97-a0a0-455b-a82e-9d0bab9fe184, infoPort=33791, infoSecurePort=0, ipcPort=38481, storageInfo=lv=-57;cid=testClusterID;nsid=427152568;c=1731637360122) 2024-11-15T02:22:41,979 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd45f69ac788831d5 with lease ID 0xdb8305fe699f661b: from storage DS-6f0249bb-f1bf-4ce2-9f97-261929d76d4a node DatanodeRegistration(127.0.0.1:41799, datanodeUuid=ff4cbb97-a0a0-455b-a82e-9d0bab9fe184, infoPort=33791, infoSecurePort=0, ipcPort=38481, storageInfo=lv=-57;cid=testClusterID;nsid=427152568;c=1731637360122), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:42,008 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5 2024-11-15T02:22:42,008 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:42,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:42,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:22:42,429 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a with version=8 2024-11-15T02:22:42,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/hbase-staging 2024-11-15T02:22:42,431 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:42,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:42,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:42,431 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:42,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:42,431 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:42,431 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:22:42,432 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:42,432 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:41143 2024-11-15T02:22:42,433 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41143 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:42,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411430x0, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:42,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41143-0x1013c4d1a440003 connected 2024-11-15T02:22:42,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:42,544 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:42,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/running 2024-11-15T02:22:42,546 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a, hbase.cluster.distributed=false 2024-11-15T02:22:42,548 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/acl 2024-11-15T02:22:42,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-15T02:22:42,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41143 2024-11-15T02:22:42,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41143 2024-11-15T02:22:42,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-15T02:22:42,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41143 2024-11-15T02:22:42,573 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:42,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:42,574 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37897 2024-11-15T02:22:42,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37897 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:42,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:42,578 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:42,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:378970x0, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:42,595 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:378970x0, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/running 2024-11-15T02:22:42,595 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37897-0x1013c4d1a440004 connected 2024-11-15T02:22:42,596 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:22:42,596 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:22:42,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/master 2024-11-15T02:22:42,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/acl 2024-11-15T02:22:42,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37897 2024-11-15T02:22:42,600 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37897 2024-11-15T02:22:42,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37897 2024-11-15T02:22:42,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37897 2024-11-15T02:22:42,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37897 2024-11-15T02:22:42,619 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:41143 2024-11-15T02:22:42,619 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-297706984/backup-masters/ce6119325ab7,41143,1731637362431 2024-11-15T02:22:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984/backup-masters 2024-11-15T02:22:42,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984/backup-masters 2024-11-15T02:22:42,694 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on existing znode=/1-297706984/backup-masters/ce6119325ab7,41143,1731637362431 2024-11-15T02:22:42,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297706984/master 2024-11-15T02:22:42,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:42,751 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on existing znode=/1-297706984/master 2024-11-15T02:22:42,756 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-297706984/backup-masters/ce6119325ab7,41143,1731637362431 from backup master directory 2024-11-15T02:22:42,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297706984/backup-masters/ce6119325ab7,41143,1731637362431 2024-11-15T02:22:42,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984/backup-masters 2024-11-15T02:22:42,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984/backup-masters 2024-11-15T02:22:42,774 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:42,774 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,41143,1731637362431 2024-11-15T02:22:42,776 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/hbase.id] with ID: c2ccb0a7-733c-4dc4-a6b8-63446036c9fc 2024-11-15T02:22:42,776 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/.tmp/hbase.id 2024-11-15T02:22:42,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:22:43,194 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/.tmp/hbase.id]:[hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/hbase.id] 2024-11-15T02:22:43,242 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:43,242 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:22:43,243 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:22:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:43,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:43,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:22:43,388 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:43,389 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:22:43,389 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:22:43,544 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:43,545 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:22:43,545 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88555 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:22:43,804 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store 2024-11-15T02:22:43,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:22:43,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:43,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:43,825 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:43,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:43,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:43,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:43,825 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:43,825 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637363825Disabling compacts and flushes for region at 1731637363825Disabling writes for close at 1731637363825Writing region close event to WAL at 1731637363825Closed at 1731637363825 2024-11-15T02:22:43,825 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/.initializing 2024-11-15T02:22:43,826 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/WALs/ce6119325ab7,41143,1731637362431 2024-11-15T02:22:43,826 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:43,827 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C41143%2C1731637362431, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/WALs/ce6119325ab7,41143,1731637362431, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/oldWALs, maxLogs=10 2024-11-15T02:22:43,844 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/WALs/ce6119325ab7,41143,1731637362431/ce6119325ab7%2C41143%2C1731637362431.1731637363827, exclude list is [], retry=0 2024-11-15T02:22:43,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41799,DS-84d40602-c7ed-47cf-90bc-1a0d7a84528e,DISK] 2024-11-15T02:22:43,856 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/WALs/ce6119325ab7,41143,1731637362431/ce6119325ab7%2C41143%2C1731637362431.1731637363827 2024-11-15T02:22:43,856 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33791:33791)] 2024-11-15T02:22:43,856 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:43,857 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:43,857 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,857 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,859 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:22:43,859 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:43,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:43,860 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:22:43,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:43,861 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,862 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:22:43,862 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:43,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:22:43,864 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:43,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:43,864 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,865 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,865 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,866 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,866 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,866 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:43,868 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:43,870 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:43,870 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74849491, jitterRate=0.1153443306684494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:43,871 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637363857Initializing all the Stores at 1731637363858 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637363858Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637363858Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637363858Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637363858Cleaning up temporary data from old regions at 1731637363866 (+8 ms)Region opened successfully at 1731637363871 (+5 ms) 2024-11-15T02:22:43,871 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:22:43,873 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65747221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:43,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:22:43,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:22:43,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:22:43,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:22:43,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:22:43,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:22:43,875 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:22:43,877 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:22:43,878 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Unable to get data of znode /1-297706984/balancer because node does not exist (not necessarily an error) 2024-11-15T02:22:43,889 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297706984/balancer already deleted, retry=false 2024-11-15T02:22:43,890 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:22:43,890 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Unable to get data of znode /1-297706984/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:22:43,900 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297706984/normalizer already deleted, retry=false 2024-11-15T02:22:43,900 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:22:43,901 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Unable to get data of znode /1-297706984/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:22:43,910 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297706984/switch/split already deleted, retry=false 2024-11-15T02:22:43,911 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Unable to get data of znode /1-297706984/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:22:43,921 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297706984/switch/merge already deleted, retry=false 2024-11-15T02:22:43,923 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Unable to get data of znode /1-297706984/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:22:43,931 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-297706984/snapshot-cleanup already deleted, retry=false 2024-11-15T02:22:43,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297706984/running 2024-11-15T02:22:43,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:43,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-297706984/running 2024-11-15T02:22:43,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:43,943 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,41143,1731637362431, sessionid=0x1013c4d1a440003, setting cluster-up flag (Was=false) 2024-11-15T02:22:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:43,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:43,997 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-297706984/flush-table-proc/acquired, /1-297706984/flush-table-proc/reached, /1-297706984/flush-table-proc/abort 2024-11-15T02:22:44,001 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41143,1731637362431 2024-11-15T02:22:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:44,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:44,068 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-297706984/online-snapshot/acquired, /1-297706984/online-snapshot/reached, /1-297706984/online-snapshot/abort 2024-11-15T02:22:44,071 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,41143,1731637362431 2024-11-15T02:22:44,081 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:22:44,088 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:44,088 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:22:44,088 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:22:44,089 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,41143,1731637362431 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:44,093 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,124 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:44,124 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:22:44,136 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(746): ClusterId : c2ccb0a7-733c-4dc4-a6b8-63446036c9fc 2024-11-15T02:22:44,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637394136 2024-11-15T02:22:44,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:44,136 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:22:44,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:22:44,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:22:44,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:22:44,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:22:44,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:22:44,136 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:22:44,137 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:22:44,155 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:22:44,155 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:22:44,160 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,164 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:22:44,164 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fb72c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:44,166 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:22:44,166 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:22:44,166 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:22:44,166 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:22:44,167 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:22:44,167 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:22:44,167 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637364167,5,FailOnTimeoutGroup] 2024-11-15T02:22:44,180 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637364167,5,FailOnTimeoutGroup] 2024-11-15T02:22:44,180 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,180 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:22:44,180 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,180 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,184 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:37897 2024-11-15T02:22:44,185 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:22:44,185 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:22:44,185 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:22:44,186 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,41143,1731637362431 with port=37897, startcode=1731637362573 2024-11-15T02:22:44,186 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:22:44,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:22:44,213 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49013, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:22:44,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,37897,1731637362573 2024-11-15T02:22:44,213 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41143 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:44,215 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a 2024-11-15T02:22:44,215 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46605 2024-11-15T02:22:44,215 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:22:44,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984/rs 2024-11-15T02:22:44,227 DEBUG [RS:0;ce6119325ab7:37897 {}] zookeeper.ZKUtil(111): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on existing znode=/1-297706984/rs/ce6119325ab7,37897,1731637362573 2024-11-15T02:22:44,227 WARN [RS:0;ce6119325ab7:37897 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:44,227 INFO [RS:0;ce6119325ab7:37897 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:44,228 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573 2024-11-15T02:22:44,233 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,37897,1731637362573] 2024-11-15T02:22:44,243 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:22:44,252 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:22:44,254 INFO [RS:0;ce6119325ab7:37897 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:22:44,255 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,255 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:22:44,256 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:22:44,256 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:44,256 DEBUG [RS:0;ce6119325ab7:37897 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:44,259 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,260 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,260 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,260 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,260 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,260 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,37897,1731637362573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:44,280 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:22:44,280 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,37897,1731637362573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,280 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,280 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.Replication(171): ce6119325ab7,37897,1731637362573 started 2024-11-15T02:22:44,301 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:44,301 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,37897,1731637362573, RpcServer on ce6119325ab7/172.17.0.3:37897, sessionid=0x1013c4d1a440004 2024-11-15T02:22:44,301 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:22:44,301 DEBUG [RS:0;ce6119325ab7:37897 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,37897,1731637362573 2024-11-15T02:22:44,301 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,37897,1731637362573' 2024-11-15T02:22:44,301 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-297706984/flush-table-proc/abort' 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-297706984/flush-table-proc/acquired' 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,37897,1731637362573 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,37897,1731637362573' 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-297706984/online-snapshot/abort' 2024-11-15T02:22:44,302 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-297706984/online-snapshot/acquired' 2024-11-15T02:22:44,303 DEBUG [RS:0;ce6119325ab7:37897 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:22:44,303 INFO [RS:0;ce6119325ab7:37897 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:22:44,303 INFO [RS:0;ce6119325ab7:37897 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:22:44,403 INFO [RS:0;ce6119325ab7:37897 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:44,404 INFO [RS:0;ce6119325ab7:37897 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C37897%2C1731637362573, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/oldWALs, maxLogs=10 2024-11-15T02:22:44,418 DEBUG [RS:0;ce6119325ab7:37897 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, exclude list is [], retry=0 2024-11-15T02:22:44,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41799,DS-84d40602-c7ed-47cf-90bc-1a0d7a84528e,DISK] 2024-11-15T02:22:44,425 INFO [RS:0;ce6119325ab7:37897 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 2024-11-15T02:22:44,429 DEBUG [RS:0;ce6119325ab7:37897 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33791:33791)] 2024-11-15T02:22:44,478 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:22:44,594 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:22:44,594 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a 2024-11-15T02:22:44,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:22:44,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,832 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:44,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:45,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:45,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:45,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:45,013 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:45,013 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:45,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:45,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:45,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:45,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:45,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740 2024-11-15T02:22:45,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740 2024-11-15T02:22:45,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:45,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:45,019 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:45,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:45,021 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:45,022 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60514222, jitterRate=-0.0982678234577179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:45,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637365005Initializing all the Stores at 1731637365009 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637365009Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637365010 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637365010Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637365010Cleaning up temporary data from old regions at 1731637365018 (+8 ms)Region opened successfully at 1731637365022 (+4 ms) 2024-11-15T02:22:45,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:45,022 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:45,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:45,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:45,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:45,023 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:45,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637365022Disabling compacts and flushes for region at 1731637365022Disabling writes for close at 1731637365022Writing region close event to WAL at 1731637365023 (+1 ms)Closed at 1731637365023 2024-11-15T02:22:45,025 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:45,025 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:22:45,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:22:45,031 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:45,035 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:22:45,185 DEBUG [ce6119325ab7:41143 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:22:45,185 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:45,186 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,37897,1731637362573, state=OPENING 2024-11-15T02:22:45,254 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:22:45,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:45,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:45,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297706984/meta-region-server: CHANGED 2024-11-15T02:22:45,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297706984/meta-region-server: CHANGED 2024-11-15T02:22:45,276 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:45,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,37897,1731637362573}] 2024-11-15T02:22:45,429 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:45,430 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34211, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:22:45,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:45,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,432 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,433 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:22:45,433 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:45,433 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:22:45,434 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C37897%2C1731637362573.meta, suffix=.meta, logDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/oldWALs, maxLogs=10 2024-11-15T02:22:45,451 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.meta.1731637365434.meta, exclude list is [], retry=0 2024-11-15T02:22:45,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41799,DS-84d40602-c7ed-47cf-90bc-1a0d7a84528e,DISK] 2024-11-15T02:22:45,455 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.meta.1731637365434.meta 2024-11-15T02:22:45,456 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33791:33791)] 2024-11-15T02:22:45,456 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:45,457 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:45,457 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:45,457 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:22:45,457 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:22:45,457 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:22:45,457 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:45,458 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:22:45,458 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:22:45,462 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:45,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:45,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,465 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:45,465 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:45,465 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,466 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:45,466 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:45,466 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,467 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:45,467 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:45,467 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:45,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:45,468 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:45,468 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740 2024-11-15T02:22:45,469 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740 2024-11-15T02:22:45,470 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:45,470 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:45,471 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:45,474 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:45,475 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73263235, jitterRate=0.0917072743177414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:45,475 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:22:45,475 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637365458Writing region info on filesystem at 1731637365458Initializing all the Stores at 1731637365461 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637365461Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637365462 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637365462Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637365462Cleaning up temporary data from old regions at 1731637365470 (+8 ms)Running coprocessor post-open hooks at 1731637365475 (+5 ms)Region opened successfully at 1731637365475 2024-11-15T02:22:45,477 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637365428 2024-11-15T02:22:45,480 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:22:45,480 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:22:45,480 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:45,481 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,37897,1731637362573, state=OPEN 2024-11-15T02:22:45,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:45,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-297706984/meta-region-server 2024-11-15T02:22:45,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-297706984/meta-region-server 2024-11-15T02:22:45,749 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:45,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297706984/meta-region-server: CHANGED 2024-11-15T02:22:45,749 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-297706984/meta-region-server: CHANGED 2024-11-15T02:22:45,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:22:45,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,37897,1731637362573 in 473 msec 2024-11-15T02:22:45,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:22:45,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 725 msec 2024-11-15T02:22:45,753 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:45,753 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:22:45,754 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:45,754 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,37897,1731637362573, seqNum=-1] 2024-11-15T02:22:45,754 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:45,755 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52163, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:45,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6750 sec 2024-11-15T02:22:45,759 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637365759, completionTime=-1 2024-11-15T02:22:45,759 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:22:45,759 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:22:45,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:22:45,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637425760 2024-11-15T02:22:45,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637485760 2024-11-15T02:22:45,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T02:22:45,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41143,1731637362431-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41143,1731637362431-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41143,1731637362431-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:41143, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,762 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:22:45,763 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.989sec 2024-11-15T02:22:45,763 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:22:45,763 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:22:45,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:22:45,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:22:45,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:22:45,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41143,1731637362431-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:45,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41143,1731637362431-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:22:45,765 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:22:45,765 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:22:45,765 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,41143,1731637362431-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:45,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594b2f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:45,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:22:45,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:45,828 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:22:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:45,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:22:45,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad1e581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:45,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:22:45,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:45,829 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:45,830 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:45,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c147484, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:45,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:45,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,37897,1731637362573, seqNum=-1] 2024-11-15T02:22:45,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:45,832 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:45,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,41143,1731637362431 2024-11-15T02:22:45,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:46,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:46,020 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c4d1a440005 connected 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir so I do NOT create it in target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a 2024-11-15T02:22:46,093 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.tmp.dir so I do NOT create it in target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a 2024-11-15T02:22:46,093 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:22:46,093 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/cluster_b31c9955-5720-9ff0-6840-c26d2ad4bc7e, deleteOnExit=true 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/test.cache.data in system properties and HBase conf 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:22:46,093 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:22:46,094 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:22:46,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:22:46,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:22:46,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:46,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:46,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:46,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:46,535 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:22:46,536 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:46,540 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66b93335{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:46,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6218427b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:46,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@24041063{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/java.io.tmpdir/jetty-localhost-32923-hadoop-hdfs-3_4_1-tests_jar-_-any-4017655875760788331/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:22:46,658 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64f8e001{HTTP/1.1, (http/1.1)}{localhost:32923} 2024-11-15T02:22:46,658 INFO [Time-limited test {}] server.Server(415): Started @283035ms 2024-11-15T02:22:46,952 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:22:46,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:22:46,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:22:46,960 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:22:46,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:22:46,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@736b5d70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:22:46,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a3883b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:22:47,101 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e839dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/java.io.tmpdir/jetty-localhost-44949-hadoop-hdfs-3_4_1-tests_jar-_-any-9863720326411801130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:22:47,102 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b5db2c6{HTTP/1.1, (http/1.1)}{localhost:44949} 2024-11-15T02:22:47,102 INFO [Time-limited test {}] server.Server(415): Started @283479ms 2024-11-15T02:22:47,103 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:22:47,963 WARN [Thread-3659 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/cluster_b31c9955-5720-9ff0-6840-c26d2ad4bc7e/data/data1/current/BP-803705372-172.17.0.3-1731637366109/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:47,968 WARN [Thread-3660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/cluster_b31c9955-5720-9ff0-6840-c26d2ad4bc7e/data/data2/current/BP-803705372-172.17.0.3-1731637366109/current, will proceed with Du for space computation calculation, 2024-11-15T02:22:48,005 WARN [Thread-3647 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:22:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a14c376865086f with lease ID 0xa86d8185a055fc9f: Processing first storage report for DS-26671ced-b213-4233-8951-57afc0882aec from datanode DatanodeRegistration(127.0.0.1:46843, datanodeUuid=15e00b89-82be-400c-8911-56f6ba455425, infoPort=36535, infoSecurePort=0, ipcPort=40123, storageInfo=lv=-57;cid=testClusterID;nsid=408454173;c=1731637366109) 2024-11-15T02:22:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a14c376865086f with lease ID 0xa86d8185a055fc9f: from storage DS-26671ced-b213-4233-8951-57afc0882aec node DatanodeRegistration(127.0.0.1:46843, datanodeUuid=15e00b89-82be-400c-8911-56f6ba455425, infoPort=36535, infoSecurePort=0, ipcPort=40123, storageInfo=lv=-57;cid=testClusterID;nsid=408454173;c=1731637366109), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9a14c376865086f with lease ID 0xa86d8185a055fc9f: Processing first storage report for DS-5e851a83-4e77-4075-8b04-7aa3f3ac7683 from datanode DatanodeRegistration(127.0.0.1:46843, datanodeUuid=15e00b89-82be-400c-8911-56f6ba455425, infoPort=36535, infoSecurePort=0, ipcPort=40123, storageInfo=lv=-57;cid=testClusterID;nsid=408454173;c=1731637366109) 2024-11-15T02:22:48,015 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a14c376865086f with lease ID 0xa86d8185a055fc9f: from storage DS-5e851a83-4e77-4075-8b04-7aa3f3ac7683 node DatanodeRegistration(127.0.0.1:46843, datanodeUuid=15e00b89-82be-400c-8911-56f6ba455425, infoPort=36535, infoSecurePort=0, ipcPort=40123, storageInfo=lv=-57;cid=testClusterID;nsid=408454173;c=1731637366109), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:22:48,075 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a 2024-11-15T02:22:48,076 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,077 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:22:48,101 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f with version=8 2024-11-15T02:22:48,101 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/hbase-staging 2024-11-15T02:22:48,103 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:22:48,103 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:48,104 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44983 2024-11-15T02:22:48,105 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44983 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:48,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449830x0, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:48,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44983-0x1013c4d1a440006 connected 2024-11-15T02:22:48,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,196 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/running 2024-11-15T02:22:48,199 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f, hbase.cluster.distributed=false 2024-11-15T02:22:48,200 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/acl 2024-11-15T02:22:48,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44983 2024-11-15T02:22:48,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44983 2024-11-15T02:22:48,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44983 2024-11-15T02:22:48,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44983 2024-11-15T02:22:48,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44983 2024-11-15T02:22:48,243 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:22:48,243 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:22:48,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44979 2024-11-15T02:22:48,244 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44979 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:48,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449790x0, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:48,265 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:449790x0, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/running 2024-11-15T02:22:48,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44979-0x1013c4d1a440007 connected 2024-11-15T02:22:48,266 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:22:48,266 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:22:48,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/master 2024-11-15T02:22:48,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/acl 2024-11-15T02:22:48,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-15T02:22:48,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44979 2024-11-15T02:22:48,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44979 2024-11-15T02:22:48,275 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-15T02:22:48,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44979 2024-11-15T02:22:48,292 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:44983 2024-11-15T02:22:48,292 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21237936623/backup-masters/ce6119325ab7,44983,1731637368103 2024-11-15T02:22:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623/backup-masters 2024-11-15T02:22:48,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623/backup-masters 2024-11-15T02:22:48,300 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on existing znode=/21237936623/backup-masters/ce6119325ab7,44983,1731637368103 2024-11-15T02:22:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21237936623/master 2024-11-15T02:22:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:48,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:48,322 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on existing znode=/21237936623/master 2024-11-15T02:22:48,323 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21237936623/backup-masters/ce6119325ab7,44983,1731637368103 from backup master directory 2024-11-15T02:22:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21237936623/backup-masters/ce6119325ab7,44983,1731637368103 2024-11-15T02:22:48,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623/backup-masters 2024-11-15T02:22:48,331 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:48,331 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,44983,1731637368103 2024-11-15T02:22:48,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623/backup-masters 2024-11-15T02:22:48,335 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/hbase.id] with ID: 9565cee4-db38-45df-a1c5-c1ae92f583c8 2024-11-15T02:22:48,335 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/.tmp/hbase.id 2024-11-15T02:22:48,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:22:48,746 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/.tmp/hbase.id]:[hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/hbase.id] 2024-11-15T02:22:48,753 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:22:48,753 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:22:48,754 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:22:48,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:48,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:48,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:22:48,840 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:48,841 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:22:48,845 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:48,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:22:48,889 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store 2024-11-15T02:22:48,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:22:48,952 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:48,952 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:22:48,953 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:48,953 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:48,953 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:22:48,953 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:48,953 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:22:48,953 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637368952Disabling compacts and flushes for region at 1731637368952Disabling writes for close at 1731637368953 (+1 ms)Writing region close event to WAL at 1731637368953Closed at 1731637368953 2024-11-15T02:22:48,953 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/.initializing 2024-11-15T02:22:48,953 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/WALs/ce6119325ab7,44983,1731637368103 2024-11-15T02:22:48,954 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:48,955 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C44983%2C1731637368103, suffix=, logDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/WALs/ce6119325ab7,44983,1731637368103, archiveDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/oldWALs, maxLogs=10 2024-11-15T02:22:48,975 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/WALs/ce6119325ab7,44983,1731637368103/ce6119325ab7%2C44983%2C1731637368103.1731637368956, exclude list is [], retry=0 2024-11-15T02:22:48,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-26671ced-b213-4233-8951-57afc0882aec,DISK] 2024-11-15T02:22:48,988 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/WALs/ce6119325ab7,44983,1731637368103/ce6119325ab7%2C44983%2C1731637368103.1731637368956 2024-11-15T02:22:48,990 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36535:36535)] 2024-11-15T02:22:48,990 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:48,990 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:48,991 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,991 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:22:48,994 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:48,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:48,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:22:48,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:48,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:48,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:22:48,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:48,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:48,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:22:48,997 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:48,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:48,998 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,998 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:48,999 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:49,000 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:49,000 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:49,000 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:49,001 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:22:49,004 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:49,005 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61873652, jitterRate=-0.07801073789596558}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:49,005 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637368991Initializing all the Stores at 1731637368991Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637368991Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637368992 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637368992Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637368992Cleaning up temporary data from old regions at 1731637369000 (+8 ms)Region opened successfully at 1731637369005 (+5 ms) 2024-11-15T02:22:49,006 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:22:49,009 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466efd38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:49,010 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:22:49,010 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:22:49,010 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:22:49,010 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:22:49,010 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:22:49,011 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:22:49,011 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:22:49,022 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:22:49,023 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Unable to get data of znode /21237936623/balancer because node does not exist (not necessarily an error) 2024-11-15T02:22:49,044 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21237936623/balancer already deleted, retry=false 2024-11-15T02:22:49,044 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:22:49,047 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Unable to get data of znode /21237936623/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:22:49,058 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21237936623/normalizer already deleted, retry=false 2024-11-15T02:22:49,058 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:22:49,059 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Unable to get data of znode /21237936623/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:22:49,143 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21237936623/switch/split already deleted, retry=false 2024-11-15T02:22:49,144 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Unable to get data of znode /21237936623/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:22:49,206 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21237936623/switch/merge already deleted, retry=false 2024-11-15T02:22:49,208 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Unable to get data of znode /21237936623/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:22:49,226 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21237936623/snapshot-cleanup already deleted, retry=false 2024-11-15T02:22:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21237936623/running 2024-11-15T02:22:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21237936623/running 2024-11-15T02:22:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:49,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:49,302 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,44983,1731637368103, sessionid=0x1013c4d1a440006, setting cluster-up flag (Was=false) 2024-11-15T02:22:49,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:49,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:49,589 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21237936623/flush-table-proc/acquired, /21237936623/flush-table-proc/reached, /21237936623/flush-table-proc/abort 2024-11-15T02:22:49,590 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44983,1731637368103 2024-11-15T02:22:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:49,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:49,654 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21237936623/online-snapshot/acquired, /21237936623/online-snapshot/reached, /21237936623/online-snapshot/abort 2024-11-15T02:22:49,655 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44983,1731637368103 2024-11-15T02:22:49,656 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:22:49,657 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:49,657 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:22:49,657 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:22:49,658 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,44983,1731637368103 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:49,659 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637399660 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:22:49,660 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:22:49,660 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:49,660 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:22:49,661 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,661 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:22:49,661 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:22:49,661 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:22:49,661 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:22:49,661 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:49,661 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:22:49,664 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:22:49,664 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:22:49,664 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637369664,5,FailOnTimeoutGroup] 2024-11-15T02:22:49,665 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637369664,5,FailOnTimeoutGroup] 2024-11-15T02:22:49,665 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,665 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:22:49,665 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,665 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:22:49,681 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(746): ClusterId : 9565cee4-db38-45df-a1c5-c1ae92f583c8 2024-11-15T02:22:49,681 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:22:49,689 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:22:49,689 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:22:49,700 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:22:49,700 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4003bd7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:22:49,718 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:44979 2024-11-15T02:22:49,718 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:22:49,718 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:22:49,719 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:22:49,719 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,44983,1731637368103 with port=44979, startcode=1731637368242 2024-11-15T02:22:49,719 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:22:49,722 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57941, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:22:49,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44983 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,44979,1731637368242 2024-11-15T02:22:49,723 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44983 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:49,724 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f 2024-11-15T02:22:49,724 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39957 2024-11-15T02:22:49,724 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:22:49,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623/rs 2024-11-15T02:22:49,789 DEBUG [RS:0;ce6119325ab7:44979 {}] zookeeper.ZKUtil(111): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on existing znode=/21237936623/rs/ce6119325ab7,44979,1731637368242 2024-11-15T02:22:49,789 WARN [RS:0;ce6119325ab7:44979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:22:49,789 INFO [RS:0;ce6119325ab7:44979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:49,789 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242 2024-11-15T02:22:49,792 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:22:49,811 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:22:49,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,44979,1731637368242] 2024-11-15T02:22:49,811 INFO [RS:0;ce6119325ab7:44979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:22:49,811 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,811 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:22:49,812 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:22:49,812 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,812 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,812 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,812 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,812 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:49,813 DEBUG [RS:0;ce6119325ab7:44979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:22:49,820 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,820 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,820 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,820 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,820 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,820 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44979,1731637368242-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:49,840 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:22:49,841 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44979,1731637368242-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,841 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,841 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.Replication(171): ce6119325ab7,44979,1731637368242 started 2024-11-15T02:22:49,860 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:49,860 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,44979,1731637368242, RpcServer on ce6119325ab7/172.17.0.3:44979, sessionid=0x1013c4d1a440007 2024-11-15T02:22:49,861 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:22:49,861 DEBUG [RS:0;ce6119325ab7:44979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,44979,1731637368242 2024-11-15T02:22:49,861 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,44979,1731637368242' 2024-11-15T02:22:49,861 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21237936623/flush-table-proc/abort' 2024-11-15T02:22:49,861 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21237936623/flush-table-proc/acquired' 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,44979,1731637368242 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,44979,1731637368242' 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21237936623/online-snapshot/abort' 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21237936623/online-snapshot/acquired' 2024-11-15T02:22:49,862 DEBUG [RS:0;ce6119325ab7:44979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:22:49,862 INFO [RS:0;ce6119325ab7:44979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:22:49,862 INFO [RS:0;ce6119325ab7:44979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:22:49,962 INFO [RS:0;ce6119325ab7:44979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:22:49,965 INFO [RS:0;ce6119325ab7:44979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44979%2C1731637368242, suffix=, logDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242, archiveDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/oldWALs, maxLogs=10 2024-11-15T02:22:49,983 DEBUG [RS:0;ce6119325ab7:44979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, exclude list is [], retry=0 2024-11-15T02:22:49,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-26671ced-b213-4233-8951-57afc0882aec,DISK] 2024-11-15T02:22:49,987 INFO [RS:0;ce6119325ab7:44979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 2024-11-15T02:22:49,988 DEBUG [RS:0;ce6119325ab7:44979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36535:36535)] 2024-11-15T02:22:50,068 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:22:50,068 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f 2024-11-15T02:22:50,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:22:50,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:50,074 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:50,075 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:50,075 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,075 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:50,077 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:50,077 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:50,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:50,079 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:50,080 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:50,080 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,080 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,080 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:50,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740 2024-11-15T02:22:50,081 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740 2024-11-15T02:22:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:50,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:50,082 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:50,083 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:50,084 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:50,085 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59413171, jitterRate=-0.11467476189136505}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637370073Initializing all the Stores at 1731637370074 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637370074Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637370074Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637370074Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637370074Cleaning up temporary data from old regions at 1731637370082 (+8 ms)Region opened successfully at 1731637370085 (+3 ms) 2024-11-15T02:22:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:22:50,085 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:22:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:22:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:22:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:22:50,085 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:22:50,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637370085Disabling compacts and flushes for region at 1731637370085Disabling writes for close at 1731637370085Writing region close event to WAL at 1731637370085Closed at 1731637370085 2024-11-15T02:22:50,087 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:50,087 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:22:50,087 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:22:50,088 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:50,088 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:22:50,240 DEBUG [ce6119325ab7:44983 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:22:50,241 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:50,248 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,44979,1731637368242, state=OPENING 2024-11-15T02:22:50,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:22:50,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:50,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:22:50,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21237936623/meta-region-server: CHANGED 2024-11-15T02:22:50,311 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21237936623/meta-region-server: CHANGED 2024-11-15T02:22:50,311 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:22:50,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,44979,1731637368242}] 2024-11-15T02:22:50,463 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:22:50,465 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51599, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:22:50,467 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:22:50,467 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:50,467 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:22:50,468 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44979%2C1731637368242.meta, suffix=.meta, logDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242, archiveDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/oldWALs, maxLogs=10 2024-11-15T02:22:50,480 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.meta.1731637370468.meta, exclude list is [], retry=0 2024-11-15T02:22:50,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-26671ced-b213-4233-8951-57afc0882aec,DISK] 2024-11-15T02:22:50,483 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.meta.1731637370468.meta 2024-11-15T02:22:50,483 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36535:36535)] 2024-11-15T02:22:50,483 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:50,484 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:50,484 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:50,484 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:22:50,484 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:22:50,484 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:22:50,484 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:50,484 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:22:50,484 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:22:50,485 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:22:50,486 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:22:50,486 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:22:50,487 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:22:50,487 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:22:50,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:22:50,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,488 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:22:50,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:22:50,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:22:50,489 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:22:50,489 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740 2024-11-15T02:22:50,490 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740 2024-11-15T02:22:50,490 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:22:50,490 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:22:50,491 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:22:50,491 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:22:50,492 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69957321, jitterRate=0.04244531691074371}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:22:50,492 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:22:50,492 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637370484Writing region info on filesystem at 1731637370484Initializing all the Stores at 1731637370485 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637370485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637370485Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637370485Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637370485Cleaning up temporary data from old regions at 1731637370490 (+5 ms)Running coprocessor post-open hooks at 1731637370492 (+2 ms)Region opened successfully at 1731637370492 2024-11-15T02:22:50,493 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637370463 2024-11-15T02:22:50,494 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:22:50,494 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:22:50,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:50,495 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,44979,1731637368242, state=OPEN 2024-11-15T02:22:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21237936623/meta-region-server 2024-11-15T02:22:50,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21237936623/meta-region-server 2024-11-15T02:22:50,499 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:50,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21237936623/meta-region-server: CHANGED 2024-11-15T02:22:50,499 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21237936623/meta-region-server: CHANGED 2024-11-15T02:22:50,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:22:50,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,44979,1731637368242 in 188 msec 2024-11-15T02:22:50,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:22:50,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 414 msec 2024-11-15T02:22:50,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:22:50,503 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:22:50,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:50,504 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44979,1731637368242, seqNum=-1] 2024-11-15T02:22:50,504 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:50,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:50,508 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 851 msec 2024-11-15T02:22:50,509 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637370509, completionTime=-1 2024-11-15T02:22:50,509 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:22:50,509 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:22:50,510 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:22:50,510 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637430510 2024-11-15T02:22:50,510 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637490510 2024-11-15T02:22:50,510 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T02:22:50,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44983,1731637368103-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44983,1731637368103-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44983,1731637368103-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:44983, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,511 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,512 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.183sec 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44983,1731637368103-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:22:50,514 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44983,1731637368103-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:22:50,516 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:22:50,516 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:22:50,516 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44983,1731637368103-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:22:50,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dad478c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:50,582 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44983,-1 for getting cluster id 2024-11-15T02:22:50,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:50,583 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9565cee4-db38-45df-a1c5-c1ae92f583c8' 2024-11-15T02:22:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9565cee4-db38-45df-a1c5-c1ae92f583c8" 2024-11-15T02:22:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b808580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44983,-1] 2024-11-15T02:22:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:50,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:50,584 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:50,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2e90be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:50,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44979,1731637368242, seqNum=-1] 2024-11-15T02:22:50,586 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:50,587 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:22:50,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,44983,1731637368103 2024-11-15T02:22:50,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55108 2024-11-15T02:22:50,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:22:50,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c4d1a440008 connected 2024-11-15T02:22:50,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43613,1731637356637 2024-11-15T02:22:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7b7c58 2024-11-15T02:22:50,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:50,608 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:50,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:22:50,610 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:50,610 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:50,610 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:22:50,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:50,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:22:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:50,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:50,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:50,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:50,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:50,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,011 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,012 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,018 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7cfda4cdd4c53420bc9d5475313bc37f, NAME => 'test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da 2024-11-15T02:22:51,021 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:51,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:22:51,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:51,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7cfda4cdd4c53420bc9d5475313bc37f, disabling compactions & flushes 2024-11-15T02:22:51,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. after waiting 0 ms 2024-11-15T02:22:51,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,029 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7cfda4cdd4c53420bc9d5475313bc37f: Waiting for close lock at 1731637371029Disabling compacts and flushes for region at 1731637371029Disabling writes for close at 1731637371029Writing region close event to WAL at 1731637371029Closed at 1731637371029 2024-11-15T02:22:51,030 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:51,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637371031"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637371031"}]},"ts":"1731637371031"} 2024-11-15T02:22:51,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:51,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:51,034 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637371034"}]},"ts":"1731637371034"} 2024-11-15T02:22:51,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:22:51,040 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7cfda4cdd4c53420bc9d5475313bc37f, ASSIGN}] 2024-11-15T02:22:51,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7cfda4cdd4c53420bc9d5475313bc37f, ASSIGN 2024-11-15T02:22:51,042 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7cfda4cdd4c53420bc9d5475313bc37f, ASSIGN; state=OFFLINE, location=ce6119325ab7,41463,1731637357066; forceNewPlan=false, retain=false 2024-11-15T02:22:51,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cfda4cdd4c53420bc9d5475313bc37f, regionState=OPENING, regionLocation=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:51,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7cfda4cdd4c53420bc9d5475313bc37f, ASSIGN because future has completed 2024-11-15T02:22:51,197 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cfda4cdd4c53420bc9d5475313bc37f, server=ce6119325ab7,41463,1731637357066}] 2024-11-15T02:22:51,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:51,353 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,353 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7cfda4cdd4c53420bc9d5475313bc37f, NAME => 'test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:51,354 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:51,354 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:22:51,354 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,354 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:51,354 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,354 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,355 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,356 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cfda4cdd4c53420bc9d5475313bc37f columnFamilyName f 2024-11-15T02:22:51,356 DEBUG [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:51,356 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] regionserver.HStore(327): Store=7cfda4cdd4c53420bc9d5475313bc37f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:51,356 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,357 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cfda4cdd4c53420bc9d5475313bc37f columnFamilyName f1 2024-11-15T02:22:51,357 DEBUG [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:51,357 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] regionserver.HStore(327): Store=7cfda4cdd4c53420bc9d5475313bc37f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:51,358 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,358 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7cfda4cdd4c53420bc9d5475313bc37f columnFamilyName norep 2024-11-15T02:22:51,358 DEBUG [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:51,359 INFO [StoreOpener-7cfda4cdd4c53420bc9d5475313bc37f-1 {}] regionserver.HStore(327): Store=7cfda4cdd4c53420bc9d5475313bc37f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:51,359 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,359 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,360 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,360 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,360 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,361 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:51,361 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,363 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:51,363 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7cfda4cdd4c53420bc9d5475313bc37f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74233334, jitterRate=0.10616287589073181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:51,363 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:22:51,364 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7cfda4cdd4c53420bc9d5475313bc37f: Running coprocessor pre-open hook at 1731637371354Writing region info on filesystem at 1731637371354Initializing all the Stores at 1731637371355 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637371355Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637371355Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637371355Cleaning up temporary data from old regions at 1731637371360 (+5 ms)Running coprocessor post-open hooks at 1731637371363 (+3 ms)Region opened successfully at 1731637371364 (+1 ms) 2024-11-15T02:22:51,365 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f., pid=6, masterSystemTime=1731637371349 2024-11-15T02:22:51,367 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,367 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:22:51,367 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7cfda4cdd4c53420bc9d5475313bc37f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:51,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7cfda4cdd4c53420bc9d5475313bc37f, server=ce6119325ab7,41463,1731637357066 because future has completed 2024-11-15T02:22:51,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:22:51,372 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7cfda4cdd4c53420bc9d5475313bc37f, server=ce6119325ab7,41463,1731637357066 in 174 msec 2024-11-15T02:22:51,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:22:51,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7cfda4cdd4c53420bc9d5475313bc37f, ASSIGN in 332 msec 2024-11-15T02:22:51,374 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:51,375 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637371374"}]},"ts":"1731637371374"} 2024-11-15T02:22:51,376 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:22:51,377 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:51,379 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 768 msec 2024-11-15T02:22:51,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:51,746 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:22:51,746 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41143,1731637362431 2024-11-15T02:22:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3624f67e 2024-11-15T02:22:51,748 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:51,749 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:51,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:51,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:22:51,752 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:51,752 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:51,753 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:51,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:22:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:51,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:22:51,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:52,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:52,164 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 227d9b55a10ef33cae246caf0c3e2137, NAME => 'test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a 2024-11-15T02:22:52,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:22:52,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:52,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 227d9b55a10ef33cae246caf0c3e2137, disabling compactions & flushes 2024-11-15T02:22:52,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. after waiting 0 ms 2024-11-15T02:22:52,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,168 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,168 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 227d9b55a10ef33cae246caf0c3e2137: Waiting for close lock at 1731637372168Disabling compacts and flushes for region at 1731637372168Disabling writes for close at 1731637372168Writing region close event to WAL at 1731637372168Closed at 1731637372168 2024-11-15T02:22:52,169 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:52,170 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637372169"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637372169"}]},"ts":"1731637372169"} 2024-11-15T02:22:52,171 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:52,172 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:52,172 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637372172"}]},"ts":"1731637372172"} 2024-11-15T02:22:52,173 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:22:52,174 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=227d9b55a10ef33cae246caf0c3e2137, ASSIGN}] 2024-11-15T02:22:52,174 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=227d9b55a10ef33cae246caf0c3e2137, ASSIGN 2024-11-15T02:22:52,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=227d9b55a10ef33cae246caf0c3e2137, ASSIGN; state=OFFLINE, location=ce6119325ab7,37897,1731637362573; forceNewPlan=false, retain=false 2024-11-15T02:22:52,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=227d9b55a10ef33cae246caf0c3e2137, regionState=OPENING, regionLocation=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:52,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=227d9b55a10ef33cae246caf0c3e2137, ASSIGN because future has completed 2024-11-15T02:22:52,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 227d9b55a10ef33cae246caf0c3e2137, server=ce6119325ab7,37897,1731637362573}] 2024-11-15T02:22:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:52,484 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 227d9b55a10ef33cae246caf0c3e2137, NAME => 'test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:52,484 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:52,484 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,484 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,487 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,488 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 227d9b55a10ef33cae246caf0c3e2137 columnFamilyName f 2024-11-15T02:22:52,488 DEBUG [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:52,489 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] regionserver.HStore(327): Store=227d9b55a10ef33cae246caf0c3e2137/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:52,489 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,489 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 227d9b55a10ef33cae246caf0c3e2137 columnFamilyName f1 2024-11-15T02:22:52,489 DEBUG [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:52,490 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] regionserver.HStore(327): Store=227d9b55a10ef33cae246caf0c3e2137/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:52,490 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,490 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 227d9b55a10ef33cae246caf0c3e2137 columnFamilyName norep 2024-11-15T02:22:52,490 DEBUG [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:52,491 INFO [StoreOpener-227d9b55a10ef33cae246caf0c3e2137-1 {}] regionserver.HStore(327): Store=227d9b55a10ef33cae246caf0c3e2137/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:52,491 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,491 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,491 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,492 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,492 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,492 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:52,493 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,494 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:52,495 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 227d9b55a10ef33cae246caf0c3e2137; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69856525, jitterRate=0.040943339467048645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:52,495 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:22:52,495 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 227d9b55a10ef33cae246caf0c3e2137: Running coprocessor pre-open hook at 1731637372485Writing region info on filesystem at 1731637372485Initializing all the Stores at 1731637372485Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637372485Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637372487 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637372487Cleaning up temporary data from old regions at 1731637372492 (+5 ms)Running coprocessor post-open hooks at 1731637372495 (+3 ms)Region opened successfully at 1731637372495 2024-11-15T02:22:52,495 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137., pid=6, masterSystemTime=1731637372479 2024-11-15T02:22:52,497 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,497 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:22:52,497 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=227d9b55a10ef33cae246caf0c3e2137, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:52,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 227d9b55a10ef33cae246caf0c3e2137, server=ce6119325ab7,37897,1731637362573 because future has completed 2024-11-15T02:22:52,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:22:52,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 227d9b55a10ef33cae246caf0c3e2137, server=ce6119325ab7,37897,1731637362573 in 172 msec 2024-11-15T02:22:52,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:22:52,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=227d9b55a10ef33cae246caf0c3e2137, ASSIGN in 328 msec 2024-11-15T02:22:52,503 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:52,503 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637372503"}]},"ts":"1731637372503"} 2024-11-15T02:22:52,505 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:22:52,505 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:52,506 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 755 msec 2024-11-15T02:22:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:52,896 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:22:52,896 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44983,1731637368103 2024-11-15T02:22:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bc8451b 2024-11-15T02:22:52,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:52,898 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:52,899 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:22:52,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:52,901 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:52,901 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:22:52,902 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:52,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:52,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:22:53,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:53,325 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0090107a5bf0bc977237ed27433a9558, NAME => 'test,,1731637372898.0090107a5bf0bc977237ed27433a9558.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f 2024-11-15T02:22:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:22:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:53,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637372898.0090107a5bf0bc977237ed27433a9558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:53,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0090107a5bf0bc977237ed27433a9558, disabling compactions & flushes 2024-11-15T02:22:53,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:53,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:53,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637372898.0090107a5bf0bc977237ed27433a9558. after waiting 0 ms 2024-11-15T02:22:53,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:53,746 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:53,746 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0090107a5bf0bc977237ed27433a9558: Waiting for close lock at 1731637373746Disabling compacts and flushes for region at 1731637373746Disabling writes for close at 1731637373746Writing region close event to WAL at 1731637373746Closed at 1731637373746 2024-11-15T02:22:53,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:53,747 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637372898.0090107a5bf0bc977237ed27433a9558.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637373747"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637373747"}]},"ts":"1731637373747"} 2024-11-15T02:22:53,749 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:53,750 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:53,750 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637373750"}]},"ts":"1731637373750"} 2024-11-15T02:22:53,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:22:53,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0090107a5bf0bc977237ed27433a9558, ASSIGN}] 2024-11-15T02:22:53,752 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0090107a5bf0bc977237ed27433a9558, ASSIGN 2024-11-15T02:22:53,753 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0090107a5bf0bc977237ed27433a9558, ASSIGN; state=OFFLINE, location=ce6119325ab7,44979,1731637368242; forceNewPlan=false, retain=false 2024-11-15T02:22:53,903 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0090107a5bf0bc977237ed27433a9558, regionState=OPENING, regionLocation=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:53,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0090107a5bf0bc977237ed27433a9558, ASSIGN because future has completed 2024-11-15T02:22:53,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0090107a5bf0bc977237ed27433a9558, server=ce6119325ab7,44979,1731637368242}] 2024-11-15T02:22:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:54,060 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:54,060 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0090107a5bf0bc977237ed27433a9558, NAME => 'test,,1731637372898.0090107a5bf0bc977237ed27433a9558.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:54,060 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:54,060 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:22:54,061 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,061 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637372898.0090107a5bf0bc977237ed27433a9558.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:54,061 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,061 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,062 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,062 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0090107a5bf0bc977237ed27433a9558 columnFamilyName f 2024-11-15T02:22:54,062 DEBUG [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:54,063 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] regionserver.HStore(327): Store=0090107a5bf0bc977237ed27433a9558/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:54,063 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,063 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0090107a5bf0bc977237ed27433a9558 columnFamilyName f1 2024-11-15T02:22:54,063 DEBUG [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:54,064 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] regionserver.HStore(327): Store=0090107a5bf0bc977237ed27433a9558/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:54,064 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,064 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0090107a5bf0bc977237ed27433a9558 columnFamilyName norep 2024-11-15T02:22:54,064 DEBUG [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:54,065 INFO [StoreOpener-0090107a5bf0bc977237ed27433a9558-1 {}] regionserver.HStore(327): Store=0090107a5bf0bc977237ed27433a9558/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:54,065 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,065 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,065 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,066 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,066 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,066 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:54,067 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,068 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:54,068 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0090107a5bf0bc977237ed27433a9558; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69163043, jitterRate=0.030609652400016785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:54,068 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:22:54,068 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0090107a5bf0bc977237ed27433a9558: Running coprocessor pre-open hook at 1731637374061Writing region info on filesystem at 1731637374061Initializing all the Stores at 1731637374061Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637374061Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637374061Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637374061Cleaning up temporary data from old regions at 1731637374066 (+5 ms)Running coprocessor post-open hooks at 1731637374068 (+2 ms)Region opened successfully at 1731637374068 2024-11-15T02:22:54,069 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637372898.0090107a5bf0bc977237ed27433a9558., pid=6, masterSystemTime=1731637374057 2024-11-15T02:22:54,070 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:54,070 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:22:54,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0090107a5bf0bc977237ed27433a9558, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:54,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0090107a5bf0bc977237ed27433a9558, server=ce6119325ab7,44979,1731637368242 because future has completed 2024-11-15T02:22:54,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:22:54,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0090107a5bf0bc977237ed27433a9558, server=ce6119325ab7,44979,1731637368242 in 167 msec 2024-11-15T02:22:54,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:22:54,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0090107a5bf0bc977237ed27433a9558, ASSIGN in 324 msec 2024-11-15T02:22:54,076 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:54,076 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637374076"}]},"ts":"1731637374076"} 2024-11-15T02:22:54,078 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:22:54,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:54,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-15T02:22:55,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:22:55,045 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:22:55,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f6ca2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:55,045 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43613,-1 for getting cluster id 2024-11-15T02:22:55,045 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:55,046 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0320165a-c7ed-4ef8-85e6-41871cac42d9' 2024-11-15T02:22:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0320165a-c7ed-4ef8-85e6-41871cac42d9" 2024-11-15T02:22:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e3c83bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:55,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43613,-1] 2024-11-15T02:22:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:55,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:55,047 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482d9c80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:55,048 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43613,1731637356637 2024-11-15T02:22:55,048 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13772074 2024-11-15T02:22:55,049 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:55,049 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:55,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:41143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:22:55,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:22:55,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:55,052 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41143' 2024-11-15T02:22:55,055 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7496779f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:55,055 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:22:55,055 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:55,055 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:22:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:22:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caaa4d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:22:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:55,057 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:55,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@268e9280, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:55,058 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41143,1731637362431 2024-11-15T02:22:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f280c5a 2024-11-15T02:22:55,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:55,059 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:55,060 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:22:55,060 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:22:55,060 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:55,060 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:55,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:55,060 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:55,061 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:22:55,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:55,062 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:55,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:55,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:22:55,111 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:22:55,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:55,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:55,471 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 481372d466c6ea06fe0883fc3f3e68c9, NAME => 'hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da 2024-11-15T02:22:55,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:22:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:55,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:55,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 481372d466c6ea06fe0883fc3f3e68c9, disabling compactions & flushes 2024-11-15T02:22:55,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:55,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:55,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. after waiting 0 ms 2024-11-15T02:22:55,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:55,876 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:55,876 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 481372d466c6ea06fe0883fc3f3e68c9: Waiting for close lock at 1731637375876Disabling compacts and flushes for region at 1731637375876Disabling writes for close at 1731637375876Writing region close event to WAL at 1731637375876Closed at 1731637375876 2024-11-15T02:22:55,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:55,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637375877"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637375877"}]},"ts":"1731637375877"} 2024-11-15T02:22:55,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:55,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:55,880 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637375880"}]},"ts":"1731637375880"} 2024-11-15T02:22:55,881 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:22:55,882 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=481372d466c6ea06fe0883fc3f3e68c9, ASSIGN}] 2024-11-15T02:22:55,882 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=481372d466c6ea06fe0883fc3f3e68c9, ASSIGN 2024-11-15T02:22:55,883 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=481372d466c6ea06fe0883fc3f3e68c9, ASSIGN; state=OFFLINE, location=ce6119325ab7,41463,1731637357066; forceNewPlan=false, retain=false 2024-11-15T02:22:55,986 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:22:55,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:55,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:55,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:55,988 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,034 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=481372d466c6ea06fe0883fc3f3e68c9, regionState=OPENING, regionLocation=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:56,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=481372d466c6ea06fe0883fc3f3e68c9, ASSIGN because future has completed 2024-11-15T02:22:56,037 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,040 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 481372d466c6ea06fe0883fc3f3e68c9, server=ce6119325ab7,41463,1731637357066}] 2024-11-15T02:22:56,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:22:56,076 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:22:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:56,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:56,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:56,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:22:56,198 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C41463%2C1731637357066.rep, suffix=, logDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066, archiveDir=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/oldWALs, maxLogs=10 2024-11-15T02:22:56,215 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.rep.1731637376198, exclude list is [], retry=0 2024-11-15T02:22:56,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46325,DS-fd4ce219-317a-4812-80d0-6c19e80665e9,DISK] 2024-11-15T02:22:56,218 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.rep.1731637376198 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35273:35273)] 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 481372d466c6ea06fe0883fc3f3e68c9, NAME => 'hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:56,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. service=MultiRowMutationService 2024-11-15T02:22:56,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,219 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,226 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,228 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481372d466c6ea06fe0883fc3f3e68c9 columnFamilyName hfileref 2024-11-15T02:22:56,228 DEBUG [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:56,231 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] regionserver.HStore(327): Store=481372d466c6ea06fe0883fc3f3e68c9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:56,231 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,233 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481372d466c6ea06fe0883fc3f3e68c9 columnFamilyName queue 2024-11-15T02:22:56,233 DEBUG [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:56,236 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] regionserver.HStore(327): Store=481372d466c6ea06fe0883fc3f3e68c9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:56,236 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,237 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 481372d466c6ea06fe0883fc3f3e68c9 columnFamilyName sid 2024-11-15T02:22:56,237 DEBUG [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:56,238 INFO [StoreOpener-481372d466c6ea06fe0883fc3f3e68c9-1 {}] regionserver.HStore(327): Store=481372d466c6ea06fe0883fc3f3e68c9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:56,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/replication/481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/replication/481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:56,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/replication/481372d466c6ea06fe0883fc3f3e68c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:56,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 481372d466c6ea06fe0883fc3f3e68c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61426331, jitterRate=-0.0846763402223587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:56,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:22:56,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 481372d466c6ea06fe0883fc3f3e68c9: Running coprocessor pre-open hook at 1731637376219Writing region info on filesystem at 1731637376219Initializing all the Stores at 1731637376220 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637376220Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637376226 (+6 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637376226Cleaning up temporary data from old regions at 1731637376239 (+13 ms)Running coprocessor post-open hooks at 1731637376244 (+5 ms)Region opened successfully at 1731637376245 (+1 ms) 2024-11-15T02:22:56,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9., pid=10, masterSystemTime=1731637376192 2024-11-15T02:22:56,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:56,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:22:56,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=481372d466c6ea06fe0883fc3f3e68c9, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,41463,1731637357066 2024-11-15T02:22:56,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 481372d466c6ea06fe0883fc3f3e68c9, server=ce6119325ab7,41463,1731637357066 because future has completed 2024-11-15T02:22:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:22:56,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 481372d466c6ea06fe0883fc3f3e68c9, server=ce6119325ab7,41463,1731637357066 in 212 msec 2024-11-15T02:22:56,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:22:56,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=481372d466c6ea06fe0883fc3f3e68c9, ASSIGN in 373 msec 2024-11-15T02:22:56,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:56,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637376259"}]},"ts":"1731637376259"} 2024-11-15T02:22:56,261 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:22:56,262 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:56,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2020 sec 2024-11-15T02:22:56,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9., hostname=ce6119325ab7,41463,1731637357066, seqNum=2] 2024-11-15T02:22:56,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:56,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:22:56,363 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:56,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41463 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:22:56,516 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:22:56,541 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,41463,1731637357066, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:22:56,541 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:56,541 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,41463,1731637357066, seqNum=-1] 2024-11-15T02:22:56,542 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:56,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48017, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:56,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,41463,1731637357066', locateType=CURRENT is [region=hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9., hostname=ce6119325ab7,41463,1731637357066, seqNum=2] 2024-11-15T02:22:56,549 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:22:56,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:22:56,551 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,41463,1731637357066 suceeded 2024-11-15T02:22:56,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:22:56,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-15T02:22:56,552 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:41143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:22:56,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5030 sec 2024-11-15T02:22:56,568 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41143' 2024-11-15T02:22:56,569 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13c8ca7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:56,569 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:22:56,569 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:56,570 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:22:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:22:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@197faf87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:56,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:22:56,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:56,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:56,571 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:56,572 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6965b3c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:56,572 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:56,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41143,1731637362431 2024-11-15T02:22:56,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38d1dcce 2024-11-15T02:22:56,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:56,573 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T02:22:56,574 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,41463,1731637357066 (queues=1) is replicating from cluster=0320165a-c7ed-4ef8-85e6-41871cac42d9 to cluster=c2ccb0a7-733c-4dc4-a6b8-63446036c9fc 2024-11-15T02:22:56,574 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C41463%2C1731637357066 2024-11-15T02:22:56,574 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,41463,1731637357066, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:22:56,574 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621, startPosition=0, beingWritten=true 2024-11-15T02:22:56,575 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C41463%2C1731637357066 2024-11-15T02:22:56,578 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:56,578 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:56,578 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,41463,1731637357066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:56,781 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:57,057 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:22:57,085 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:57,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43613 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:57,195 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:57,195 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:57,195 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:57,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:57,195 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:57,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:57,196 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fe4eac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:57,196 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:22:57,196 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:57,197 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:22:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:22:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7919110, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:22:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:57,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:57,198 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:57,198 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@447a2ce9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:57,198 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41143,1731637362431 2024-11-15T02:22:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ce166fb 2024-11-15T02:22:57,199 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:57,199 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56054, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:57,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:44983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:22:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:22:57,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:57,201 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44983' 2024-11-15T02:22:57,211 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185308a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:57,212 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44983,-1 for getting cluster id 2024-11-15T02:22:57,212 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:57,213 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9565cee4-db38-45df-a1c5-c1ae92f583c8' 2024-11-15T02:22:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9565cee4-db38-45df-a1c5-c1ae92f583c8" 2024-11-15T02:22:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de317c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44983,-1] 2024-11-15T02:22:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:57,214 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:57,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166b14de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:57,215 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:57,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44983,1731637368103 2024-11-15T02:22:57,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3765adbe 2024-11-15T02:22:57,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:57,216 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:57,217 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T02:22:57,217 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:22:57,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:57,217 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:57,217 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:57,217 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:57,218 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:22:57,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:57,219 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:57,220 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:22:57,272 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:22:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:57,489 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:57,636 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 98a87f13cd01dbb95c1ebfdddb4adeda, NAME => 'hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a 2024-11-15T02:22:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:22:57,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:57,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 98a87f13cd01dbb95c1ebfdddb4adeda, disabling compactions & flushes 2024-11-15T02:22:57,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:57,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:57,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. after waiting 0 ms 2024-11-15T02:22:57,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:57,697 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:57,697 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 98a87f13cd01dbb95c1ebfdddb4adeda: Waiting for close lock at 1731637377697Disabling compacts and flushes for region at 1731637377697Disabling writes for close at 1731637377697Writing region close event to WAL at 1731637377697Closed at 1731637377697 2024-11-15T02:22:57,699 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:57,699 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637377699"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637377699"}]},"ts":"1731637377699"} 2024-11-15T02:22:57,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:57,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:57,702 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637377702"}]},"ts":"1731637377702"} 2024-11-15T02:22:57,704 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:22:57,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a87f13cd01dbb95c1ebfdddb4adeda, ASSIGN}] 2024-11-15T02:22:57,705 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a87f13cd01dbb95c1ebfdddb4adeda, ASSIGN 2024-11-15T02:22:57,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98a87f13cd01dbb95c1ebfdddb4adeda, ASSIGN; state=OFFLINE, location=ce6119325ab7,37897,1731637362573; forceNewPlan=false, retain=false 2024-11-15T02:22:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:57,856 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98a87f13cd01dbb95c1ebfdddb4adeda, regionState=OPENING, regionLocation=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:57,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=98a87f13cd01dbb95c1ebfdddb4adeda, ASSIGN because future has completed 2024-11-15T02:22:57,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a87f13cd01dbb95c1ebfdddb4adeda, server=ce6119325ab7,37897,1731637362573}] 2024-11-15T02:22:58,006 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:58,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:58,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:58,015 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:22:58,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C37897%2C1731637362573.rep, suffix=, logDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573, archiveDir=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/oldWALs, maxLogs=10 2024-11-15T02:22:58,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.rep.1731637378017, exclude list is [], retry=0 2024-11-15T02:22:58,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41799,DS-84d40602-c7ed-47cf-90bc-1a0d7a84528e,DISK] 2024-11-15T02:22:58,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.rep.1731637378017 2024-11-15T02:22:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33791:33791)] 2024-11-15T02:22:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 98a87f13cd01dbb95c1ebfdddb4adeda, NAME => 'hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:22:58,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:22:58,048 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:22:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. service=MultiRowMutationService 2024-11-15T02:22:58,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:22:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,049 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,050 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,052 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a87f13cd01dbb95c1ebfdddb4adeda columnFamilyName hfileref 2024-11-15T02:22:58,052 DEBUG [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:58,052 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] regionserver.HStore(327): Store=98a87f13cd01dbb95c1ebfdddb4adeda/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:58,052 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,053 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a87f13cd01dbb95c1ebfdddb4adeda columnFamilyName queue 2024-11-15T02:22:58,053 DEBUG [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:58,053 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] regionserver.HStore(327): Store=98a87f13cd01dbb95c1ebfdddb4adeda/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:58,054 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,054 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98a87f13cd01dbb95c1ebfdddb4adeda columnFamilyName sid 2024-11-15T02:22:58,055 DEBUG [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:58,055 INFO [StoreOpener-98a87f13cd01dbb95c1ebfdddb4adeda-1 {}] regionserver.HStore(327): Store=98a87f13cd01dbb95c1ebfdddb4adeda/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:22:58,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/replication/98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/replication/98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:22:58,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/replication/98a87f13cd01dbb95c1ebfdddb4adeda/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:22:58,061 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 98a87f13cd01dbb95c1ebfdddb4adeda; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66725851, jitterRate=-0.005707338452339172}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:22:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:22:58,061 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 98a87f13cd01dbb95c1ebfdddb4adeda: Running coprocessor pre-open hook at 1731637378049Writing region info on filesystem at 1731637378049Initializing all the Stores at 1731637378050 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637378050Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637378050Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637378050Cleaning up temporary data from old regions at 1731637378057 (+7 ms)Running coprocessor post-open hooks at 1731637378061 (+4 ms)Region opened successfully at 1731637378061 2024-11-15T02:22:58,062 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda., pid=10, masterSystemTime=1731637378011 2024-11-15T02:22:58,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:58,064 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:22:58,065 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=98a87f13cd01dbb95c1ebfdddb4adeda, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,37897,1731637362573 2024-11-15T02:22:58,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98a87f13cd01dbb95c1ebfdddb4adeda, server=ce6119325ab7,37897,1731637362573 because future has completed 2024-11-15T02:22:58,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:22:58,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 98a87f13cd01dbb95c1ebfdddb4adeda, server=ce6119325ab7,37897,1731637362573 in 209 msec 2024-11-15T02:22:58,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:22:58,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=98a87f13cd01dbb95c1ebfdddb4adeda, ASSIGN in 366 msec 2024-11-15T02:22:58,072 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:22:58,073 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637378073"}]},"ts":"1731637378073"} 2024-11-15T02:22:58,074 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:22:58,076 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:22:58,078 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 859 msec 2024-11-15T02:22:58,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda., hostname=ce6119325ab7,37897,1731637362573, seqNum=2] 2024-11-15T02:22:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:58,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:22:58,243 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:22:58,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:58,399 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37897 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:22:58,399 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:22:58,449 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,37897,1731637362573, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:22:58,452 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:22:58,452 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,37897,1731637362573, seqNum=-1] 2024-11-15T02:22:58,457 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:22:58,460 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T02:22:58,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,37897,1731637362573', locateType=CURRENT is [region=hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda., hostname=ce6119325ab7,37897,1731637362573, seqNum=2] 2024-11-15T02:22:58,485 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:22:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:22:58,488 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,37897,1731637362573 suceeded 2024-11-15T02:22:58,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:22:58,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 245 msec 2024-11-15T02:22:58,492 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:44983,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:22:58,497 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2930 sec 2024-11-15T02:22:58,504 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44983' 2024-11-15T02:22:58,505 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8b13101, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:58,505 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44983,-1 for getting cluster id 2024-11-15T02:22:58,505 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:58,506 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9565cee4-db38-45df-a1c5-c1ae92f583c8' 2024-11-15T02:22:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9565cee4-db38-45df-a1c5-c1ae92f583c8" 2024-11-15T02:22:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e26bf5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44983,-1] 2024-11-15T02:22:58,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:58,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:58,508 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:58,509 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57c9acfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:58,509 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44983,1731637368103 2024-11-15T02:22:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@442e84b9 2024-11-15T02:22:58,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:58,510 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60026, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T02:22:58,511 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,37897,1731637362573 (queues=1) is replicating from cluster=c2ccb0a7-733c-4dc4-a6b8-63446036c9fc to cluster=9565cee4-db38-45df-a1c5-c1ae92f583c8 2024-11-15T02:22:58,511 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C37897%2C1731637362573 2024-11-15T02:22:58,511 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,37897,1731637362573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:22:58,512 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, startPosition=0, beingWritten=true 2024-11-15T02:22:58,515 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C37897%2C1731637362573 2024-11-15T02:22:58,522 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:22:58,522 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:22:58,522 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:22:58,613 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:58,729 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:22:59,036 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:22:59,322 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:22:59,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:59,346 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:22:59,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:22:59,348 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:22:59,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:59,348 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:59,348 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:59,350 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40690d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:59,350 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44983,-1 for getting cluster id 2024-11-15T02:22:59,350 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:59,351 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9565cee4-db38-45df-a1c5-c1ae92f583c8' 2024-11-15T02:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9565cee4-db38-45df-a1c5-c1ae92f583c8" 2024-11-15T02:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2b5617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:59,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44983,-1] 2024-11-15T02:22:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:59,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:59,353 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:59,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@541e685, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:59,355 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44983,1731637368103 2024-11-15T02:22:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b048210 2024-11-15T02:22:59,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:59,362 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:59,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:41143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:22:59,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:22:59,367 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41143' 2024-11-15T02:22:59,372 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11784c69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:59,372 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:22:59,373 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:22:59,374 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:22:59,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:22:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:22:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4244018d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:22:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:22:59,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:59,377 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:22:59,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34bf43fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:22:59,380 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:22:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41143,1731637362431 2024-11-15T02:22:59,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@518a3a07 2024-11-15T02:22:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:22:59,393 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:22:59,396 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T02:22:59,397 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:22:59,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:59,397 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:22:59,397 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:22:59,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:22:59,405 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:22:59,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:22:59,406 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:22:59,408 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:22:59,447 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:22:59,455 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:22:59,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:22:59,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:59,505 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04c33f5862c1f782d9165a537effa98b, NAME => 'hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f 2024-11-15T02:22:59,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:22:59,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:22:59,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 04c33f5862c1f782d9165a537effa98b, disabling compactions & flushes 2024-11-15T02:22:59,606 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:22:59,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:22:59,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. after waiting 0 ms 2024-11-15T02:22:59,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:22:59,606 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:22:59,606 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04c33f5862c1f782d9165a537effa98b: Waiting for close lock at 1731637379606Disabling compacts and flushes for region at 1731637379606Disabling writes for close at 1731637379606Writing region close event to WAL at 1731637379606Closed at 1731637379606 2024-11-15T02:22:59,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:22:59,608 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637379607"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637379607"}]},"ts":"1731637379607"} 2024-11-15T02:22:59,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:22:59,628 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:22:59,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637379628"}]},"ts":"1731637379628"} 2024-11-15T02:22:59,640 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:22:59,640 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04c33f5862c1f782d9165a537effa98b, ASSIGN}] 2024-11-15T02:22:59,648 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04c33f5862c1f782d9165a537effa98b, ASSIGN 2024-11-15T02:22:59,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04c33f5862c1f782d9165a537effa98b, ASSIGN; state=OFFLINE, location=ce6119325ab7,44979,1731637368242; forceNewPlan=false, retain=false 2024-11-15T02:22:59,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:22:59,800 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04c33f5862c1f782d9165a537effa98b, regionState=OPENING, regionLocation=ce6119325ab7,44979,1731637368242 2024-11-15T02:22:59,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=04c33f5862c1f782d9165a537effa98b, ASSIGN because future has completed 2024-11-15T02:22:59,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c33f5862c1f782d9165a537effa98b, server=ce6119325ab7,44979,1731637368242}] 2024-11-15T02:22:59,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:22:59,988 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:22:59,989 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:22:59,996 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C44979%2C1731637368242.rep, suffix=, logDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242, archiveDir=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/oldWALs, maxLogs=10 2024-11-15T02:23:00,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:00,016 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:23:00,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.rep.1731637379996, exclude list is [], retry=0 2024-11-15T02:23:00,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46843,DS-26671ced-b213-4233-8951-57afc0882aec,DISK] 2024-11-15T02:23:00,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.rep.1731637379996 2024-11-15T02:23:00,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36535:36535)] 2024-11-15T02:23:00,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 04c33f5862c1f782d9165a537effa98b, NAME => 'hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:00,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:23:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. service=MultiRowMutationService 2024-11-15T02:23:00,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:23:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:00,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,104 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,113 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c33f5862c1f782d9165a537effa98b columnFamilyName hfileref 2024-11-15T02:23:00,113 DEBUG [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:00,115 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] regionserver.HStore(327): Store=04c33f5862c1f782d9165a537effa98b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:00,115 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,119 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c33f5862c1f782d9165a537effa98b columnFamilyName queue 2024-11-15T02:23:00,119 DEBUG [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:00,128 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] regionserver.HStore(327): Store=04c33f5862c1f782d9165a537effa98b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:00,128 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,136 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04c33f5862c1f782d9165a537effa98b columnFamilyName sid 2024-11-15T02:23:00,137 DEBUG [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:00,140 INFO [StoreOpener-04c33f5862c1f782d9165a537effa98b-1 {}] regionserver.HStore(327): Store=04c33f5862c1f782d9165a537effa98b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:00,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,148 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:23:00,148 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,166 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,169 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:23:00,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:00,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 04c33f5862c1f782d9165a537effa98b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61529319, jitterRate=-0.08314169943332672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:23:00,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:00,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 04c33f5862c1f782d9165a537effa98b: Running coprocessor pre-open hook at 1731637380082Writing region info on filesystem at 1731637380082Initializing all the Stores at 1731637380087 (+5 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637380087Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637380104 (+17 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637380104Cleaning up temporary data from old regions at 1731637380166 (+62 ms)Running coprocessor post-open hooks at 1731637380191 (+25 ms)Region opened successfully at 1731637380191 2024-11-15T02:23:00,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b., pid=10, masterSystemTime=1731637379972 2024-11-15T02:23:00,209 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:00,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:00,214 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=04c33f5862c1f782d9165a537effa98b, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,44979,1731637368242 2024-11-15T02:23:00,219 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44983 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ce6119325ab7,44979,1731637368242, table=hbase:replication, region=04c33f5862c1f782d9165a537effa98b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:23:00,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04c33f5862c1f782d9165a537effa98b, server=ce6119325ab7,44979,1731637368242 because future has completed 2024-11-15T02:23:00,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:23:00,261 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 04c33f5862c1f782d9165a537effa98b, server=ce6119325ab7,44979,1731637368242 in 436 msec 2024-11-15T02:23:00,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:23:00,279 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=04c33f5862c1f782d9165a537effa98b, ASSIGN in 621 msec 2024-11-15T02:23:00,282 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:23:00,283 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637380282"}]},"ts":"1731637380282"} 2024-11-15T02:23:00,295 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:23:00,299 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:23:00,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 902 msec 2024-11-15T02:23:00,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b., hostname=ce6119325ab7,44979,1731637368242, seqNum=2] 2024-11-15T02:23:00,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:23:00,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T02:23:00,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:00,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T02:23:00,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:23:00,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:23:00,457 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:23:00,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:00,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44979 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:23:00,637 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:23:00,649 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:23:00,693 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,44979,1731637368242, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:23:00,693 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:00,693 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44979,1731637368242, seqNum=-1] 2024-11-15T02:23:00,694 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:00,695 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T02:23:00,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,44979,1731637368242', locateType=CURRENT is [region=hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b., hostname=ce6119325ab7,44979,1731637368242, seqNum=2] 2024-11-15T02:23:00,700 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:23:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:23:00,708 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,44979,1731637368242 suceeded 2024-11-15T02:23:00,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:23:00,721 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 251 msec 2024-11-15T02:23:00,721 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:41143' 2024-11-15T02:23:00,721 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:41143,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:23:00,723 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56d5473b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:00,723 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:23:00,723 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:00,724 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:23:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:23:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37232e50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:23:00,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:00,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:00,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3580 sec 2024-11-15T02:23:00,727 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:00,728 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@86e6199, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:00,728 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:00,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,41143,1731637362431 2024-11-15T02:23:00,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7504c72 2024-11-15T02:23:00,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:00,733 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T02:23:00,736 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,44979,1731637368242 (queues=1) is replicating from cluster=9565cee4-db38-45df-a1c5-c1ae92f583c8 to cluster=c2ccb0a7-733c-4dc4-a6b8-63446036c9fc 2024-11-15T02:23:00,737 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C44979%2C1731637368242 2024-11-15T02:23:00,737 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,44979,1731637368242, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:23:00,739 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, startPosition=0, beingWritten=true 2024-11-15T02:23:00,744 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C44979%2C1731637368242 2024-11-15T02:23:00,752 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:00,752 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 379, reset compression=false 2024-11-15T02:23:00,752 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:00,985 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 379, reset compression=false 2024-11-15T02:23:01,069 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:23:01,297 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 379, reset compression=false 2024-11-15T02:23:01,357 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:23:01,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44983 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:01,540 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:23:01,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:01,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:01,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:01,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:01,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:01,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c42bedd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43613,-1 for getting cluster id 2024-11-15T02:23:01,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:01,545 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0320165a-c7ed-4ef8-85e6-41871cac42d9' 2024-11-15T02:23:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0320165a-c7ed-4ef8-85e6-41871cac42d9" 2024-11-15T02:23:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c7b0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43613,-1] 2024-11-15T02:23:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:01,546 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:01,548 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:48094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:01,549 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65996d77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3da1ab1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:23:01,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:01,556 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:23:01,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:23:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ee54b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:23:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:01,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:01,558 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:01,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4221ae9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d406765, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44983,-1 for getting cluster id 2024-11-15T02:23:01,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:01,564 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9565cee4-db38-45df-a1c5-c1ae92f583c8' 2024-11-15T02:23:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:01,564 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9565cee4-db38-45df-a1c5-c1ae92f583c8" 2024-11-15T02:23:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31cfd34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44983,-1] 2024-11-15T02:23:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:01,565 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:01,566 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:01,567 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3fcebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:01,567 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,41463,1731637357066, seqNum=-1] 2024-11-15T02:23:01,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:01,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:01,573 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f., hostname=ce6119325ab7,41463,1731637357066, seqNum=2] 2024-11-15T02:23:01,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:01,581 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44979,1731637368242, seqNum=-1] 2024-11-15T02:23:01,582 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:01,583 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:01,586 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637372898.0090107a5bf0bc977237ed27433a9558., hostname=ce6119325ab7,44979,1731637368242, seqNum=2] 2024-11-15T02:23:01,588 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T02:23:01,701 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 379, reset compression=false 2024-11-15T02:23:01,722 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:01,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,724 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,773 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,774 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,789 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:01,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:02,074 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 379, reset compression=false 2024-11-15T02:23:02,078 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:02,078 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:02,078 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,41463,1731637357066 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cfda4cdd4c53420bc9d5475313bc37f/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T02:23:02,080 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:02,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T02:23:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@312938b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,41143,-1 for getting cluster id 2024-11-15T02:23:02,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:02,082 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2ccb0a7-733c-4dc4-a6b8-63446036c9fc' 2024-11-15T02:23:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2ccb0a7-733c-4dc4-a6b8-63446036c9fc" 2024-11-15T02:23:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47c66e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,41143,-1] 2024-11-15T02:23:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:02,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:02,083 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:02,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2912c695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:02,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:02,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,37897,1731637362573, seqNum=-1] 2024-11-15T02:23:02,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:02,086 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T02:23:02,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137., hostname=ce6119325ab7,37897,1731637362573, seqNum=2] 2024-11-15T02:23:02,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:02,169 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 379, reset compression=false 2024-11-15T02:23:02,174 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:02,174 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 503, reset compression=false 2024-11-15T02:23:02,174 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[{test/227d9b55a10ef33cae246caf0c3e2137/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T02:23:02,177 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:02,177 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T02:23:02,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40883439, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44983,-1 for getting cluster id 2024-11-15T02:23:02,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:02,179 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9565cee4-db38-45df-a1c5-c1ae92f583c8' 2024-11-15T02:23:02,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:02,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9565cee4-db38-45df-a1c5-c1ae92f583c8" 2024-11-15T02:23:02,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42edc1a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44983,-1] 2024-11-15T02:23:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:02,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:02,180 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:02,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@210f0a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:02,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:02,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,44979,1731637368242, seqNum=-1] 2024-11-15T02:23:02,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:02,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T02:23:02,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731637372898.0090107a5bf0bc977237ed27433a9558., hostname=ce6119325ab7,44979,1731637368242, seqNum=2] 2024-11-15T02:23:02,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:02,205 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 379, reset compression=false 2024-11-15T02:23:02,210 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:02,211 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 527, reset compression=false 2024-11-15T02:23:02,211 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:02,281 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:02,380 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 503, reset compression=false 2024-11-15T02:23:02,416 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 527, reset compression=false 2024-11-15T02:23:02,584 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:02,589 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T02:23:02,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,37897,1731637362573, seqNum=-1] 2024-11-15T02:23:02,591 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:02,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:02,593 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137., hostname=ce6119325ab7,37897,1731637362573, seqNum=2] 2024-11-15T02:23:02,596 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T02:23:02,684 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 503, reset compression=false 2024-11-15T02:23:02,690 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:02,690 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 607, reset compression=false 2024-11-15T02:23:02,691 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[{test/227d9b55a10ef33cae246caf0c3e2137/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:23:02,692 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:02,696 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:02,720 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 527, reset compression=false 2024-11-15T02:23:02,741 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:02,741 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 655, reset compression=false 2024-11-15T02:23:02,741 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=655, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:02,896 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 607, reset compression=false 2024-11-15T02:23:02,949 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 655, reset compression=false 2024-11-15T02:23:02,988 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:03,214 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 607, reset compression=false 2024-11-15T02:23:03,254 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 655, reset compression=false 2024-11-15T02:23:03,493 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:03,598 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T02:23:03,601 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T02:23:03,621 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 607, reset compression=false 2024-11-15T02:23:03,662 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 655, reset compression=false 2024-11-15T02:23:03,670 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:03,670 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 759, reset compression=false 2024-11-15T02:23:03,670 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[{test/0090107a5bf0bc977237ed27433a9558/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T02:23:03,672 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:03,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T02:23:03,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:03,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:03,704 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:03,705 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:23:03,705 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108715 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:23:03,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 759, reset compression=false 2024-11-15T02:23:04,098 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:04,129 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 607, reset compression=false 2024-11-15T02:23:04,133 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:04,133 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 735, reset compression=false 2024-11-15T02:23:04,133 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:04,181 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 759, reset compression=false 2024-11-15T02:23:04,341 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 735, reset compression=false 2024-11-15T02:23:04,589 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 759, reset compression=false 2024-11-15T02:23:04,603 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T02:23:04,607 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T02:23:04,664 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 735, reset compression=false 2024-11-15T02:23:04,803 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 480, reset compression=false 2024-11-15T02:23:04,806 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:04,806 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:04,806 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,41463,1731637357066 got entry batch from reader: WALEntryBatch [walEntries=[{test/7cfda4cdd4c53420bc9d5475313bc37f/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T02:23:04,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:04,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:05,009 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:05,068 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 735, reset compression=false 2024-11-15T02:23:05,072 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:05,072 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 882, reset compression=false 2024-11-15T02:23:05,072 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[{test/227d9b55a10ef33cae246caf0c3e2137/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=882, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T02:23:05,073 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:05,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:05,093 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 759, reset compression=false 2024-11-15T02:23:05,097 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:05,097 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 930, reset compression=false 2024-11-15T02:23:05,097 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:05,276 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 882, reset compression=false 2024-11-15T02:23:05,300 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 930, reset compression=false 2024-11-15T02:23:05,312 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:05,579 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 882, reset compression=false 2024-11-15T02:23:05,604 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 930, reset compression=false 2024-11-15T02:23:05,621 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T02:23:05,626 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T02:23:05,715 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:05,982 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 882, reset compression=false 2024-11-15T02:23:05,986 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:05,986 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1041, reset compression=false 2024-11-15T02:23:05,986 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[{test/227d9b55a10ef33cae246caf0c3e2137/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=1041, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T02:23:05,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:05,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44979 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:06,021 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 930, reset compression=false 2024-11-15T02:23:06,025 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:06,025 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1080, reset compression=false 2024-11-15T02:23:06,025 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=1080, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:06,189 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1041, reset compression=false 2024-11-15T02:23:06,208 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:23:06,218 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:06,228 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1080, reset compression=false 2024-11-15T02:23:06,492 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1041, reset compression=false 2024-11-15T02:23:06,533 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1080, reset compression=false 2024-11-15T02:23:06,629 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T02:23:06,640 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T02:23:06,822 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:06,895 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1041, reset compression=false 2024-11-15T02:23:06,937 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1080, reset compression=false 2024-11-15T02:23:06,946 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:06,946 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1239, reset compression=false 2024-11-15T02:23:06,946 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[{test/0090107a5bf0bc977237ed27433a9558/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T02:23:06,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T02:23:06,951 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37897 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T02:23:07,166 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1239, reset compression=false 2024-11-15T02:23:07,401 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1041, reset compression=false 2024-11-15T02:23:07,405 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:07,405 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:07,405 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:07,468 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1239, reset compression=false 2024-11-15T02:23:07,526 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:07,608 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:07,641 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T02:23:07,646 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:23:07,646 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:07,646 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:07,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:07,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:07,646 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:07,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:23:07,646 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=660187409, stopped=false 2024-11-15T02:23:07,647 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,44983,1731637368103 2024-11-15T02:23:07,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21237936623/running 2024-11-15T02:23:07,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21237936623/running 2024-11-15T02:23:07,656 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:07,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:23:07,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:23:07,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:07,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:07,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:07,657 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,44979,1731637368242' ***** 2024-11-15T02:23:07,657 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:23:07,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/running 2024-11-15T02:23:07,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Set watcher on znode that does not yet exist, /21237936623/running 2024-11-15T02:23:07,657 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:23:07,657 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for 04c33f5862c1f782d9165a537effa98b 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,44979,1731637368242 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44979. 2024-11-15T02:23:07,658 DEBUG [RS:0;ce6119325ab7:44979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:07,658 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04c33f5862c1f782d9165a537effa98b, disabling compactions & flushes 2024-11-15T02:23:07,658 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. after waiting 0 ms 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:23:07,658 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 04c33f5862c1f782d9165a537effa98b 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T02:23:07,658 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:23:07,658 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1325): Online Regions={04c33f5862c1f782d9165a537effa98b=hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b., 1588230740=hbase:meta,,1.1588230740, 0090107a5bf0bc977237ed27433a9558=test,,1731637372898.0090107a5bf0bc977237ed27433a9558.} 2024-11-15T02:23:07,658 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1351): Waiting on 0090107a5bf0bc977237ed27433a9558, 04c33f5862c1f782d9165a537effa98b, 1588230740 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:07,658 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:07,658 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:07,658 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:23:07,663 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:07,672 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/.tmp/queue/e2970bb75f714c9f8414e9b95e4d4d12 is 154, key is 1-ce6119325ab7,44979,1731637368242/queue:ce6119325ab7%2C44979%2C1731637368242/1731637386953/Put/seqid=0 2024-11-15T02:23:07,674 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/info/04f1de94db2048b1b6bc04e285590c64 is 147, key is hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b./info:regioninfo/1731637380214/Put/seqid=0 2024-11-15T02:23:07,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741840_1016 (size=5353) 2024-11-15T02:23:07,675 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/.tmp/queue/e2970bb75f714c9f8414e9b95e4d4d12 2024-11-15T02:23:07,680 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/.tmp/queue/e2970bb75f714c9f8414e9b95e4d4d12 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/queue/e2970bb75f714c9f8414e9b95e4d4d12 2024-11-15T02:23:07,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741841_1017 (size=7686) 2024-11-15T02:23:07,681 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/info/04f1de94db2048b1b6bc04e285590c64 2024-11-15T02:23:07,686 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/queue/e2970bb75f714c9f8414e9b95e4d4d12, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T02:23:07,687 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 04c33f5862c1f782d9165a537effa98b in 29ms, sequenceid=12, compaction requested=false 2024-11-15T02:23:07,693 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/replication/04c33f5862c1f782d9165a537effa98b/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T02:23:07,693 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:07,693 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:23:07,693 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:07,693 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04c33f5862c1f782d9165a537effa98b: Waiting for close lock at 1731637387658Running coprocessor pre-close hooks at 1731637387658Disabling compacts and flushes for region at 1731637387658Disabling writes for close at 1731637387658Obtaining lock to block concurrent updates at 1731637387658Preparing flush snapshotting stores in 04c33f5862c1f782d9165a537effa98b at 1731637387658Finished memstore snapshotting hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731637387658Flushing stores of hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. at 1731637387659 (+1 ms)Flushing 04c33f5862c1f782d9165a537effa98b/queue: creating writer at 1731637387659Flushing 04c33f5862c1f782d9165a537effa98b/queue: appending metadata at 1731637387672 (+13 ms)Flushing 04c33f5862c1f782d9165a537effa98b/queue: closing flushed file at 1731637387672Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ae438e5: reopening flushed file at 1731637387679 (+7 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 04c33f5862c1f782d9165a537effa98b in 29ms, sequenceid=12, compaction requested=false at 1731637387687 (+8 ms)Writing region close event to WAL at 1731637387687Running coprocessor post-close hooks at 1731637387693 (+6 ms)Closed at 1731637387693 2024-11-15T02:23:07,693 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637379397.04c33f5862c1f782d9165a537effa98b. 2024-11-15T02:23:07,694 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0090107a5bf0bc977237ed27433a9558, disabling compactions & flushes 2024-11-15T02:23:07,694 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:23:07,694 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:23:07,694 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637372898.0090107a5bf0bc977237ed27433a9558. after waiting 0 ms 2024-11-15T02:23:07,694 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:23:07,694 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0090107a5bf0bc977237ed27433a9558 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T02:23:07,699 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/ns/8c4b6548e0a249e091cc8631e8ac6465 is 43, key is default/ns:d/1731637370505/Put/seqid=0 2024-11-15T02:23:07,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741842_1018 (size=5153) 2024-11-15T02:23:07,707 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/f/6502bf5ae2824b2887f90c1362830cd7 is 29, key is row1/f:/1731637385622/DeleteFamily/seqid=0 2024-11-15T02:23:07,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741843_1019 (size=5152) 2024-11-15T02:23:07,710 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/f/6502bf5ae2824b2887f90c1362830cd7 2024-11-15T02:23:07,713 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6502bf5ae2824b2887f90c1362830cd7 2024-11-15T02:23:07,726 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/f1/09fe11f416474e7eba3afbf2d8914b67 is 30, key is row1/f1:/1731637385622/DeleteFamily/seqid=0 2024-11-15T02:23:07,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741844_1020 (size=5158) 2024-11-15T02:23:07,859 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1351): Waiting on 0090107a5bf0bc977237ed27433a9558, 1588230740 2024-11-15T02:23:07,872 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1239, reset compression=false 2024-11-15T02:23:07,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:07,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1486, reset compression=false 2024-11-15T02:23:07,875 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,44979,1731637368242 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965, lastWalPosition=1486, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:07,876 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,44979,1731637368242: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,44979,1731637368242, walGroup=ce6119325ab7%2C44979%2C1731637368242, offset=ce6119325ab7%2C44979%2C1731637368242.1731637369965:1486, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44979 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:23:07,877 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:23:07,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:23:07,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:23:07,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:23:07,878 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:23:07,878 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 839899608 }, "NonHeapMemoryUsage": { "committed": 206241792, "init": 7667712, "max": -1, "used": 201679136 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:23:07,878 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:44983 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:23:07,908 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:23:07,908 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:23:07,911 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:08,059 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1351): Waiting on 0090107a5bf0bc977237ed27433a9558, 1588230740 2024-11-15T02:23:08,080 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1486, reset compression=false 2024-11-15T02:23:08,102 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/ns/8c4b6548e0a249e091cc8631e8ac6465 2024-11-15T02:23:08,131 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/rep_barrier/756721e90d3647509d2d66fdbe1d1cda is 112, key is test,,1731637372898.0090107a5bf0bc977237ed27433a9558./rep_barrier:seqnumDuringOpen/1731637374071/Put/seqid=0 2024-11-15T02:23:08,131 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/f1/09fe11f416474e7eba3afbf2d8914b67 2024-11-15T02:23:08,135 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09fe11f416474e7eba3afbf2d8914b67 2024-11-15T02:23:08,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741845_1021 (size=5518) 2024-11-15T02:23:08,142 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/rep_barrier/756721e90d3647509d2d66fdbe1d1cda 2024-11-15T02:23:08,163 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/norep/3d4e58edc36b461c93fa6de2f216f98e is 33, key is row2/norep:/1731637386630/DeleteFamily/seqid=0 2024-11-15T02:23:08,166 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/table/1e7546008f6e4981aee393bde8a6c89f is 53, key is hbase:replication/table:state/1731637380282/Put/seqid=0 2024-11-15T02:23:08,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741846_1022 (size=5108) 2024-11-15T02:23:08,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741847_1023 (size=5308) 2024-11-15T02:23:08,184 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/table/1e7546008f6e4981aee393bde8a6c89f 2024-11-15T02:23:08,201 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/info/04f1de94db2048b1b6bc04e285590c64 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/info/04f1de94db2048b1b6bc04e285590c64 2024-11-15T02:23:08,210 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/info/04f1de94db2048b1b6bc04e285590c64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:23:08,212 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/ns/8c4b6548e0a249e091cc8631e8ac6465 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/ns/8c4b6548e0a249e091cc8631e8ac6465 2024-11-15T02:23:08,216 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/ns/8c4b6548e0a249e091cc8631e8ac6465, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:23:08,217 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/rep_barrier/756721e90d3647509d2d66fdbe1d1cda as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/rep_barrier/756721e90d3647509d2d66fdbe1d1cda 2024-11-15T02:23:08,225 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/rep_barrier/756721e90d3647509d2d66fdbe1d1cda, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:23:08,228 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/.tmp/table/1e7546008f6e4981aee393bde8a6c89f as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/table/1e7546008f6e4981aee393bde8a6c89f 2024-11-15T02:23:08,235 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/table/1e7546008f6e4981aee393bde8a6c89f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:23:08,235 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=16, compaction requested=false 2024-11-15T02:23:08,243 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:23:08,244 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:08,244 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:23:08,244 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:08,244 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637387658Running coprocessor pre-close hooks at 1731637387658Disabling compacts and flushes for region at 1731637387658Disabling writes for close at 1731637387658Obtaining lock to block concurrent updates at 1731637387659 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637387659Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637387659Flushing stores of hbase:meta,,1.1588230740 at 1731637387659Flushing 1588230740/info: creating writer at 1731637387659Flushing 1588230740/info: appending metadata at 1731637387674 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731637387674Flushing 1588230740/ns: creating writer at 1731637387685 (+11 ms)Flushing 1588230740/ns: appending metadata at 1731637387699 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731637387699Flushing 1588230740/rep_barrier: creating writer at 1731637388111 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637388130 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637388130Flushing 1588230740/table: creating writer at 1731637388150 (+20 ms)Flushing 1588230740/table: appending metadata at 1731637388165 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731637388165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79aca1ee: reopening flushed file at 1731637388200 (+35 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a1f9b2: reopening flushed file at 1731637388210 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63e1fa40: reopening flushed file at 1731637388217 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b83e635: reopening flushed file at 1731637388225 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 577ms, sequenceid=16, compaction requested=false at 1731637388235 (+10 ms)Writing region close event to WAL at 1731637388240 (+5 ms)Running coprocessor post-close hooks at 1731637388244 (+4 ms)Closed at 1731637388244 2024-11-15T02:23:08,244 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:08,259 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1351): Waiting on 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:23:08,315 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:08,333 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:08,393 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1486, reset compression=false 2024-11-15T02:23:08,459 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1351): Waiting on 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:23:08,574 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/norep/3d4e58edc36b461c93fa6de2f216f98e 2024-11-15T02:23:08,583 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d4e58edc36b461c93fa6de2f216f98e 2024-11-15T02:23:08,584 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/f/6502bf5ae2824b2887f90c1362830cd7 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/f/6502bf5ae2824b2887f90c1362830cd7 2024-11-15T02:23:08,597 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6502bf5ae2824b2887f90c1362830cd7 2024-11-15T02:23:08,597 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/f/6502bf5ae2824b2887f90c1362830cd7, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T02:23:08,605 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/f1/09fe11f416474e7eba3afbf2d8914b67 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/f1/09fe11f416474e7eba3afbf2d8914b67 2024-11-15T02:23:08,621 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09fe11f416474e7eba3afbf2d8914b67 2024-11-15T02:23:08,621 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/f1/09fe11f416474e7eba3afbf2d8914b67, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T02:23:08,627 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/.tmp/norep/3d4e58edc36b461c93fa6de2f216f98e as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/norep/3d4e58edc36b461c93fa6de2f216f98e 2024-11-15T02:23:08,642 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3d4e58edc36b461c93fa6de2f216f98e 2024-11-15T02:23:08,642 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/norep/3d4e58edc36b461c93fa6de2f216f98e, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T02:23:08,644 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0090107a5bf0bc977237ed27433a9558 in 950ms, sequenceid=10, compaction requested=false 2024-11-15T02:23:08,660 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:23:08,660 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1325): Online Regions={0090107a5bf0bc977237ed27433a9558=test,,1731637372898.0090107a5bf0bc977237ed27433a9558.} 2024-11-15T02:23:08,660 DEBUG [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1351): Waiting on 0090107a5bf0bc977237ed27433a9558 2024-11-15T02:23:08,674 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/data/default/test/0090107a5bf0bc977237ed27433a9558/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T02:23:08,686 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:08,686 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:08,686 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:23:08,686 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0090107a5bf0bc977237ed27433a9558: Waiting for close lock at 1731637387693Running coprocessor pre-close hooks at 1731637387693Disabling compacts and flushes for region at 1731637387694 (+1 ms)Disabling writes for close at 1731637387694Obtaining lock to block concurrent updates at 1731637387694Preparing flush snapshotting stores in 0090107a5bf0bc977237ed27433a9558 at 1731637387694Finished memstore snapshotting test,,1731637372898.0090107a5bf0bc977237ed27433a9558., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731637387694Flushing stores of test,,1731637372898.0090107a5bf0bc977237ed27433a9558. at 1731637387694Flushing 0090107a5bf0bc977237ed27433a9558/f: creating writer at 1731637387694Flushing 0090107a5bf0bc977237ed27433a9558/f: appending metadata at 1731637387707 (+13 ms)Flushing 0090107a5bf0bc977237ed27433a9558/f: closing flushed file at 1731637387707Flushing 0090107a5bf0bc977237ed27433a9558/f1: creating writer at 1731637387714 (+7 ms)Flushing 0090107a5bf0bc977237ed27433a9558/f1: appending metadata at 1731637387726 (+12 ms)Flushing 0090107a5bf0bc977237ed27433a9558/f1: closing flushed file at 1731637387726Flushing 0090107a5bf0bc977237ed27433a9558/norep: creating writer at 1731637388135 (+409 ms)Flushing 0090107a5bf0bc977237ed27433a9558/norep: appending metadata at 1731637388162 (+27 ms)Flushing 0090107a5bf0bc977237ed27433a9558/norep: closing flushed file at 1731637388162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74fb7d33: reopening flushed file at 1731637388583 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b1db31: reopening flushed file at 1731637388598 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd6001f: reopening flushed file at 1731637388621 (+23 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 0090107a5bf0bc977237ed27433a9558 in 950ms, sequenceid=10, compaction requested=false at 1731637388644 (+23 ms)Writing region close event to WAL at 1731637388659 (+15 ms)Running coprocessor post-close hooks at 1731637388686 (+27 ms)Closed at 1731637388686 2024-11-15T02:23:08,686 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637372898.0090107a5bf0bc977237ed27433a9558. 2024-11-15T02:23:08,800 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 1486, reset compression=false 2024-11-15T02:23:08,811 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:08,811 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.wal-reader.ce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.1731637369965 to pos 2130, reset compression=false 2024-11-15T02:23:08,821 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:08,860 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,44979,1731637368242; all regions closed. 2024-11-15T02:23:08,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:23:08,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741839_1015 (size=3114) 2024-11-15T02:23:08,872 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/WALs/ce6119325ab7,44979,1731637368242/ce6119325ab7%2C44979%2C1731637368242.rep.1731637379996 not finished, retry = 0 2024-11-15T02:23:08,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741832_1008 (size=2138) 2024-11-15T02:23:08,984 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:08,984 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:08,985 INFO [RS:0;ce6119325ab7:44979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:08,985 INFO [RS:0;ce6119325ab7:44979 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:08,985 INFO [RS:0;ce6119325ab7:44979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:08,985 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,44979,1731637368242 because: Region server is closing 2024-11-15T02:23:08,986 INFO [RS:0;ce6119325ab7:44979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44979. 2024-11-15T02:23:08,986 DEBUG [RS:0;ce6119325ab7:44979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:08,986 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:08,986 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:08,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:08,987 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:09,086 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,44979,1731637368242.replicationSource.shipperce6119325ab7%2C44979%2C1731637368242,1-ce6119325ab7,44979,1731637368242 terminated 2024-11-15T02:23:09,087 INFO [RS:0;ce6119325ab7:44979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:44979. 2024-11-15T02:23:09,087 DEBUG [RS:0;ce6119325ab7:44979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:09,087 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:09,087 DEBUG [RS:0;ce6119325ab7:44979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:09,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:09,087 INFO [RS:0;ce6119325ab7:44979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44979 2024-11-15T02:23:09,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623/rs 2024-11-15T02:23:09,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21237936623/rs/ce6119325ab7,44979,1731637368242 2024-11-15T02:23:09,100 INFO [RS:0;ce6119325ab7:44979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:09,106 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,44979,1731637368242] 2024-11-15T02:23:09,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21237936623/draining/ce6119325ab7,44979,1731637368242 already deleted, retry=false 2024-11-15T02:23:09,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,44979,1731637368242 expired; onlineServers=0 2024-11-15T02:23:09,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,44983,1731637368103' ***** 2024-11-15T02:23:09,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:23:09,120 INFO [M:0;ce6119325ab7:44983 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:09,120 INFO [M:0;ce6119325ab7:44983 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:09,120 DEBUG [M:0;ce6119325ab7:44983 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:23:09,120 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:23:09,120 DEBUG [M:0;ce6119325ab7:44983 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:23:09,120 INFO [M:0;ce6119325ab7:44983 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:09,120 INFO [M:0;ce6119325ab7:44983 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:09,120 DEBUG [M:0;ce6119325ab7:44983 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:23:09,120 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637369664 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637369664,5,FailOnTimeoutGroup] 2024-11-15T02:23:09,120 INFO [M:0;ce6119325ab7:44983 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:23:09,121 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637369664 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637369664,5,FailOnTimeoutGroup] 2024-11-15T02:23:09,121 INFO [M:0;ce6119325ab7:44983 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:09,121 INFO [M:0;ce6119325ab7:44983 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:23:09,125 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:23:09,130 DEBUG [M:0;ce6119325ab7:44983 {}] zookeeper.ZKUtil(347): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Unable to get data of znode /21237936623/master because node does not exist (not an error) 2024-11-15T02:23:09,130 WARN [M:0;ce6119325ab7:44983 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:23:09,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21237936623/master 2024-11-15T02:23:09,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21237936623 2024-11-15T02:23:09,144 INFO [M:0;ce6119325ab7:44983 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/.lastflushedseqids 2024-11-15T02:23:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741848_1024 (size=245) 2024-11-15T02:23:09,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:09,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44979-0x1013c4d1a440007, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:09,212 INFO [RS:0;ce6119325ab7:44979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:09,212 INFO [RS:0;ce6119325ab7:44979 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,44979,1731637368242; zookeeper connection closed. 2024-11-15T02:23:09,216 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@174c576c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@174c576c 2024-11-15T02:23:09,216 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:23:09,242 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:09,455 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:09,593 INFO [M:0;ce6119325ab7:44983 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:23:09,593 INFO [M:0;ce6119325ab7:44983 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:23:09,593 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:09,593 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:09,593 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:09,594 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:09,594 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:09,594 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T02:23:09,635 DEBUG [M:0;ce6119325ab7:44983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98649628efb842d78b2a62b87930e776 is 82, key is hbase:meta,,1/info:regioninfo/1731637370494/Put/seqid=0 2024-11-15T02:23:09,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741849_1025 (size=5672) 2024-11-15T02:23:10,052 INFO [M:0;ce6119325ab7:44983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98649628efb842d78b2a62b87930e776 2024-11-15T02:23:10,078 DEBUG [M:0;ce6119325ab7:44983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ae77261669047c4815fd2675a486d44 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637380302/Put/seqid=0 2024-11-15T02:23:10,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741850_1026 (size=8516) 2024-11-15T02:23:10,168 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:10,256 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:10,482 INFO [M:0;ce6119325ab7:44983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ae77261669047c4815fd2675a486d44 2024-11-15T02:23:10,501 DEBUG [M:0;ce6119325ab7:44983 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/890a77c2ebf141ca92878e5bb96de3e9 is 69, key is ce6119325ab7,44979,1731637368242/rs:state/1731637369723/Put/seqid=0 2024-11-15T02:23:10,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741851_1027 (size=5156) 2024-11-15T02:23:10,920 INFO [M:0;ce6119325ab7:44983 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/890a77c2ebf141ca92878e5bb96de3e9 2024-11-15T02:23:10,924 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/98649628efb842d78b2a62b87930e776 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98649628efb842d78b2a62b87930e776 2024-11-15T02:23:10,927 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/98649628efb842d78b2a62b87930e776, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T02:23:10,928 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3ae77261669047c4815fd2675a486d44 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ae77261669047c4815fd2675a486d44 2024-11-15T02:23:10,931 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3ae77261669047c4815fd2675a486d44, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T02:23:10,932 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/890a77c2ebf141ca92878e5bb96de3e9 as hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/890a77c2ebf141ca92878e5bb96de3e9 2024-11-15T02:23:10,935 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39957/user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/890a77c2ebf141ca92878e5bb96de3e9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T02:23:10,936 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=97, compaction requested=false 2024-11-15T02:23:10,937 INFO [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:10,937 DEBUG [M:0;ce6119325ab7:44983 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637389593Disabling compacts and flushes for region at 1731637389593Disabling writes for close at 1731637389594 (+1 ms)Obtaining lock to block concurrent updates at 1731637389594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637389594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731637389594Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637389595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637389595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637389635 (+40 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637389635Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637390056 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637390077 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637390077Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637390485 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637390500 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637390500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab77edd: reopening flushed file at 1731637390924 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d177f99: reopening flushed file at 1731637390927 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f6759ea: reopening flushed file at 1731637390931 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1342ms, sequenceid=97, compaction requested=false at 1731637390936 (+5 ms)Writing region close event to WAL at 1731637390937 (+1 ms)Closed at 1731637390937 2024-11-15T02:23:10,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46843 is added to blk_1073741830_1006 (size=63654) 2024-11-15T02:23:10,940 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/55996923-b85b-8f6d-b13e-3803fd7e242f/MasterData/WALs/ce6119325ab7,44983,1731637368103/ce6119325ab7%2C44983%2C1731637368103.1731637368956 not finished, retry = 0 2024-11-15T02:23:10,989 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:11,041 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:11,041 INFO [M:0;ce6119325ab7:44983 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:23:11,041 INFO [M:0;ce6119325ab7:44983 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44983 2024-11-15T02:23:11,042 INFO [M:0;ce6119325ab7:44983 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:11,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:11,190 INFO [M:0;ce6119325ab7:44983 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:11,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44983-0x1013c4d1a440006, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:11,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e839dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:11,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b5db2c6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:11,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:11,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a3883b4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:11,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@736b5d70{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:11,195 WARN [BP-803705372-172.17.0.3-1731637366109 heartbeating to localhost/127.0.0.1:39957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:23:11,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:23:11,195 WARN [BP-803705372-172.17.0.3-1731637366109 heartbeating to localhost/127.0.0.1:39957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-803705372-172.17.0.3-1731637366109 (Datanode Uuid 15e00b89-82be-400c-8911-56f6ba455425) service to localhost/127.0.0.1:39957 2024-11-15T02:23:11,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:23:11,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/cluster_b31c9955-5720-9ff0-6840-c26d2ad4bc7e/data/data1/current/BP-803705372-172.17.0.3-1731637366109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:11,195 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/cluster_b31c9955-5720-9ff0-6840-c26d2ad4bc7e/data/data2/current/BP-803705372-172.17.0.3-1731637366109 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:11,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:23:11,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@24041063{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:11,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64f8e001{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:11,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:11,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6218427b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:11,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66b93335{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:11,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:23:11,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:23:11,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:11,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:11,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:11,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:11,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:11,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:23:11,220 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1831865156, stopped=false 2024-11-15T02:23:11,220 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,41143,1731637362431 2024-11-15T02:23:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297706984/running 2024-11-15T02:23:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297706984/running 2024-11-15T02:23:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:23:11,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:23:11,235 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:11,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/running 2024-11-15T02:23:11,235 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Set watcher on znode that does not yet exist, /1-297706984/running 2024-11-15T02:23:11,236 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:11,236 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:11,236 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:11,236 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,37897,1731637362573' ***** 2024-11-15T02:23:11,236 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:23:11,236 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:23:11,236 INFO [RS:0;ce6119325ab7:37897 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:23:11,236 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:23:11,236 INFO [RS:0;ce6119325ab7:37897 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(3091): Received CLOSE for 227d9b55a10ef33cae246caf0c3e2137 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,37897,1731637362573 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:37897. 2024-11-15T02:23:11,237 DEBUG [RS:0;ce6119325ab7:37897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:11,237 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:23:11,237 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 227d9b55a10ef33cae246caf0c3e2137, disabling compactions & flushes 2024-11-15T02:23:11,238 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. after waiting 0 ms 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:23:11,238 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 227d9b55a10ef33cae246caf0c3e2137 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T02:23:11,238 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:23:11,238 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1325): Online Regions={227d9b55a10ef33cae246caf0c3e2137=test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137., 1588230740=hbase:meta,,1.1588230740, 98a87f13cd01dbb95c1ebfdddb4adeda=hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.} 2024-11-15T02:23:11,238 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:11,238 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:11,238 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:11,239 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:23:11,254 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:11,256 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/info/4751f20578134a2cad7f6e0c41c57b47 is 147, key is hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda./info:regioninfo/1731637378064/Put/seqid=0 2024-11-15T02:23:11,261 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/f/2444d8e6a9b2413a889a34a5005c988e is 29, key is row1/f:/1731637385622/DeleteFamily/seqid=0 2024-11-15T02:23:11,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741840_1016 (size=7686) 2024-11-15T02:23:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741841_1017 (size=5152) 2024-11-15T02:23:11,306 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:23:11,306 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:23:11,359 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:11,439 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:11,493 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=35, reused chunk count=128, reuseRatio=78.53% 2024-11-15T02:23:11,496 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T02:23:11,639 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:11,666 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/info/4751f20578134a2cad7f6e0c41c57b47 2024-11-15T02:23:11,676 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/f/2444d8e6a9b2413a889a34a5005c988e 2024-11-15T02:23:11,686 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2444d8e6a9b2413a889a34a5005c988e 2024-11-15T02:23:11,691 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/ns/542541560fbf44aca0e6301bf708c299 is 43, key is default/ns:d/1731637365756/Put/seqid=0 2024-11-15T02:23:11,706 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/f1/c8f3983b5c024c41bbd1d6234b7e12eb is 30, key is row1/f1:/1731637385622/DeleteFamily/seqid=0 2024-11-15T02:23:11,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741842_1018 (size=5153) 2024-11-15T02:23:11,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741843_1019 (size=5158) 2024-11-15T02:23:11,839 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:11,892 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1191, reset compression=false 2024-11-15T02:23:11,897 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:11,897 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1438, reset compression=false 2024-11-15T02:23:11,897 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,37897,1731637362573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:11,898 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,37897,1731637362573: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,37897,1731637362573, walGroup=ce6119325ab7%2C37897%2C1731637362573, offset=ce6119325ab7%2C37897%2C1731637362573.1731637364404:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:37897 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:23:11,899 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:23:11,899 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:23:11,900 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:23:11,900 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:23:11,900 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:23:11,900 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 917494232 }, "NonHeapMemoryUsage": { "committed": 206438400, "init": 7667712, "max": -1, "used": 202092512 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:23:11,900 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:23:12,008 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:23:12,039 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:12,102 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1438, reset compression=false 2024-11-15T02:23:12,111 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/ns/542541560fbf44aca0e6301bf708c299 2024-11-15T02:23:12,142 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/f1/c8f3983b5c024c41bbd1d6234b7e12eb 2024-11-15T02:23:12,147 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8f3983b5c024c41bbd1d6234b7e12eb 2024-11-15T02:23:12,149 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/rep_barrier/6f0ec935b2de467caef560814dfa1d11 is 112, key is test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137./rep_barrier:seqnumDuringOpen/1731637372497/Put/seqid=0 2024-11-15T02:23:12,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741844_1020 (size=5518) 2024-11-15T02:23:12,174 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/norep/791426ff15e445edbae4902abc5627b3 is 33, key is row1/norep:/1731637385622/DeleteFamily/seqid=0 2024-11-15T02:23:12,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741845_1021 (size=5108) 2024-11-15T02:23:12,239 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:12,413 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1438, reset compression=false 2024-11-15T02:23:12,440 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 227d9b55a10ef33cae246caf0c3e2137, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:12,563 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:12,566 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/rep_barrier/6f0ec935b2de467caef560814dfa1d11 2024-11-15T02:23:12,585 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/norep/791426ff15e445edbae4902abc5627b3 2024-11-15T02:23:12,588 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/table/59117aefd730461d87e59e1b8041becd is 53, key is hbase:replication/table:state/1731637378073/Put/seqid=0 2024-11-15T02:23:12,588 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 791426ff15e445edbae4902abc5627b3 2024-11-15T02:23:12,589 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/f/2444d8e6a9b2413a889a34a5005c988e as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/f/2444d8e6a9b2413a889a34a5005c988e 2024-11-15T02:23:12,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741846_1022 (size=5308) 2024-11-15T02:23:12,598 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2444d8e6a9b2413a889a34a5005c988e 2024-11-15T02:23:12,599 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/f/2444d8e6a9b2413a889a34a5005c988e, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T02:23:12,599 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/f1/c8f3983b5c024c41bbd1d6234b7e12eb as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/f1/c8f3983b5c024c41bbd1d6234b7e12eb 2024-11-15T02:23:12,603 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c8f3983b5c024c41bbd1d6234b7e12eb 2024-11-15T02:23:12,603 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/f1/c8f3983b5c024c41bbd1d6234b7e12eb, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T02:23:12,604 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/.tmp/norep/791426ff15e445edbae4902abc5627b3 as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/norep/791426ff15e445edbae4902abc5627b3 2024-11-15T02:23:12,607 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 791426ff15e445edbae4902abc5627b3 2024-11-15T02:23:12,607 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/norep/791426ff15e445edbae4902abc5627b3, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T02:23:12,608 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 227d9b55a10ef33cae246caf0c3e2137 in 1370ms, sequenceid=10, compaction requested=false 2024-11-15T02:23:12,615 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/default/test/227d9b55a10ef33cae246caf0c3e2137/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T02:23:12,616 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:12,616 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:12,616 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:23:12,616 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 227d9b55a10ef33cae246caf0c3e2137: Waiting for close lock at 1731637391238Running coprocessor pre-close hooks at 1731637391238Disabling compacts and flushes for region at 1731637391238Disabling writes for close at 1731637391238Obtaining lock to block concurrent updates at 1731637391238Preparing flush snapshotting stores in 227d9b55a10ef33cae246caf0c3e2137 at 1731637391238Finished memstore snapshotting test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731637391238Flushing stores of test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. at 1731637391239 (+1 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/f: creating writer at 1731637391240 (+1 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/f: appending metadata at 1731637391261 (+21 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/f: closing flushed file at 1731637391261Flushing 227d9b55a10ef33cae246caf0c3e2137/f1: creating writer at 1731637391686 (+425 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/f1: appending metadata at 1731637391705 (+19 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/f1: closing flushed file at 1731637391705Flushing 227d9b55a10ef33cae246caf0c3e2137/norep: creating writer at 1731637392147 (+442 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/norep: appending metadata at 1731637392173 (+26 ms)Flushing 227d9b55a10ef33cae246caf0c3e2137/norep: closing flushed file at 1731637392173Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1768ada1: reopening flushed file at 1731637392588 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@379d39ac: reopening flushed file at 1731637392599 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e07f95e: reopening flushed file at 1731637392603 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 227d9b55a10ef33cae246caf0c3e2137 in 1370ms, sequenceid=10, compaction requested=false at 1731637392608 (+5 ms)Writing region close event to WAL at 1731637392613 (+5 ms)Running coprocessor post-close hooks at 1731637392616 (+3 ms)Closed at 1731637392616 2024-11-15T02:23:12,616 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637371749.227d9b55a10ef33cae246caf0c3e2137. 2024-11-15T02:23:12,616 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a87f13cd01dbb95c1ebfdddb4adeda, disabling compactions & flushes 2024-11-15T02:23:12,617 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,617 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,617 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. after waiting 0 ms 2024-11-15T02:23:12,617 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,617 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a87f13cd01dbb95c1ebfdddb4adeda: Waiting for close lock at 1731637392616Running coprocessor pre-close hooks at 1731637392616Disabling compacts and flushes for region at 1731637392616Disabling writes for close at 1731637392617 (+1 ms)Failed flush hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda., putting online again at 1731637392617 2024-11-15T02:23:12,617 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,640 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:23:12,640 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 98a87f13cd01dbb95c1ebfdddb4adeda=hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda.} 2024-11-15T02:23:12,640 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(3091): Received CLOSE for 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:12,640 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 98a87f13cd01dbb95c1ebfdddb4adeda 2024-11-15T02:23:12,640 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98a87f13cd01dbb95c1ebfdddb4adeda, disabling compactions & flushes 2024-11-15T02:23:12,640 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,640 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,640 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. after waiting 0 ms 2024-11-15T02:23:12,640 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,640 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98a87f13cd01dbb95c1ebfdddb4adeda: Waiting for close lock at 1731637392640Running coprocessor pre-close hooks at 1731637392640Disabling compacts and flushes for region at 1731637392640Disabling writes for close at 1731637392640Failed flush hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda., putting online again at 1731637392640 2024-11-15T02:23:12,641 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637377217.98a87f13cd01dbb95c1ebfdddb4adeda. 2024-11-15T02:23:12,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,747 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:12,818 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 1438, reset compression=false 2024-11-15T02:23:12,822 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:12,822 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 2082, reset compression=false 2024-11-15T02:23:12,840 DEBUG [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:12,992 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/table/59117aefd730461d87e59e1b8041becd 2024-11-15T02:23:12,996 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/info/4751f20578134a2cad7f6e0c41c57b47 as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/info/4751f20578134a2cad7f6e0c41c57b47 2024-11-15T02:23:13,000 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/info/4751f20578134a2cad7f6e0c41c57b47, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:23:13,000 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/ns/542541560fbf44aca0e6301bf708c299 as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/ns/542541560fbf44aca0e6301bf708c299 2024-11-15T02:23:13,003 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/ns/542541560fbf44aca0e6301bf708c299, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:23:13,004 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/rep_barrier/6f0ec935b2de467caef560814dfa1d11 as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/rep_barrier/6f0ec935b2de467caef560814dfa1d11 2024-11-15T02:23:13,007 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/rep_barrier/6f0ec935b2de467caef560814dfa1d11, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:23:13,007 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/.tmp/table/59117aefd730461d87e59e1b8041becd as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/table/59117aefd730461d87e59e1b8041becd 2024-11-15T02:23:13,010 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/table/59117aefd730461d87e59e1b8041becd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:23:13,011 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1773ms, sequenceid=16, compaction requested=false 2024-11-15T02:23:13,014 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:23:13,014 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:13,014 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:23:13,014 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:13,015 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637391238Running coprocessor pre-close hooks at 1731637391238Disabling compacts and flushes for region at 1731637391238Disabling writes for close at 1731637391238Obtaining lock to block concurrent updates at 1731637391239 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637391239Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637391239Flushing stores of hbase:meta,,1.1588230740 at 1731637391239Flushing 1588230740/info: creating writer at 1731637391239Flushing 1588230740/info: appending metadata at 1731637391256 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731637391256Flushing 1588230740/ns: creating writer at 1731637391670 (+414 ms)Flushing 1588230740/ns: appending metadata at 1731637391690 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731637391690Flushing 1588230740/rep_barrier: creating writer at 1731637392115 (+425 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637392147 (+32 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637392148 (+1 ms)Flushing 1588230740/table: creating writer at 1731637392570 (+422 ms)Flushing 1588230740/table: appending metadata at 1731637392587 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731637392587Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a0c02eb: reopening flushed file at 1731637392996 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3192c89b: reopening flushed file at 1731637393000 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29316f82: reopening flushed file at 1731637393003 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17b22130: reopening flushed file at 1731637393007 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1773ms, sequenceid=16, compaction requested=false at 1731637393011 (+4 ms)Writing region close event to WAL at 1731637393012 (+1 ms)Running coprocessor post-close hooks at 1731637393014 (+2 ms)Closed at 1731637393014 2024-11-15T02:23:13,015 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:13,033 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/WALs/ce6119325ab7,37897,1731637362573/ce6119325ab7%2C37897%2C1731637362573.1731637364404 to pos 2082, reset compression=false 2024-11-15T02:23:13,040 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T02:23:13,040 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,37897,1731637362573; all regions closed. 2024-11-15T02:23:13,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:23:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741839_1015 (size=2171) 2024-11-15T02:23:13,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741832_1008 (size=2090) 2024-11-15T02:23:13,045 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:13,045 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:13,045 INFO [RS:0;ce6119325ab7:37897 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:13,046 INFO [RS:0;ce6119325ab7:37897 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:13,046 INFO [RS:0;ce6119325ab7:37897 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:13,046 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,37897,1731637362573 because: Region server is closing 2024-11-15T02:23:13,046 INFO [RS:0;ce6119325ab7:37897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:37897. 2024-11-15T02:23:13,046 DEBUG [RS:0;ce6119325ab7:37897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:13,046 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:13,046 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:13,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:13,046 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:13,146 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.shipperce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 terminated 2024-11-15T02:23:13,147 INFO [RS:0;ce6119325ab7:37897 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:37897. 2024-11-15T02:23:13,147 DEBUG [RS:0;ce6119325ab7:37897 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:13,146 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,37897,1731637362573.replicationSource.wal-reader.ce6119325ab7%2C37897%2C1731637362573,1-ce6119325ab7,37897,1731637362573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:23:13,147 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:13,147 DEBUG [RS:0;ce6119325ab7:37897 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:13,147 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:13,147 INFO [RS:0;ce6119325ab7:37897 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37897 2024-11-15T02:23:13,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297706984/rs/ce6119325ab7,37897,1731637362573 2024-11-15T02:23:13,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984/rs 2024-11-15T02:23:13,150 INFO [RS:0;ce6119325ab7:37897 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:13,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,37897,1731637362573] 2024-11-15T02:23:13,204 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-297706984/draining/ce6119325ab7,37897,1731637362573 already deleted, retry=false 2024-11-15T02:23:13,204 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,37897,1731637362573 expired; onlineServers=0 2024-11-15T02:23:13,204 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,41143,1731637362431' ***** 2024-11-15T02:23:13,204 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:23:13,204 INFO [M:0;ce6119325ab7:41143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:13,204 INFO [M:0;ce6119325ab7:41143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:13,204 DEBUG [M:0;ce6119325ab7:41143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:23:13,204 DEBUG [M:0;ce6119325ab7:41143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:23:13,204 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:23:13,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637364167 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637364167,5,FailOnTimeoutGroup] 2024-11-15T02:23:13,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637364167 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637364167,5,FailOnTimeoutGroup] 2024-11-15T02:23:13,204 INFO [M:0;ce6119325ab7:41143 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:13,204 INFO [M:0;ce6119325ab7:41143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:13,204 DEBUG [M:0;ce6119325ab7:41143 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:23:13,204 INFO [M:0;ce6119325ab7:41143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:23:13,204 INFO [M:0;ce6119325ab7:41143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:13,205 INFO [M:0;ce6119325ab7:41143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:23:13,205 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:23:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-297706984/master 2024-11-15T02:23:13,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-297706984 2024-11-15T02:23:13,224 DEBUG [M:0;ce6119325ab7:41143 {}] zookeeper.ZKUtil(347): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Unable to get data of znode /1-297706984/master because node does not exist (not an error) 2024-11-15T02:23:13,224 WARN [M:0;ce6119325ab7:41143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:23:13,225 INFO [M:0;ce6119325ab7:41143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/.lastflushedseqids 2024-11-15T02:23:13,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741847_1023 (size=245) 2024-11-15T02:23:13,235 INFO [M:0;ce6119325ab7:41143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:23:13,235 INFO [M:0;ce6119325ab7:41143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:23:13,236 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:13,236 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:13,236 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:13,236 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:13,236 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:13,236 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T02:23:13,253 DEBUG [M:0;ce6119325ab7:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b435d083458a4813821af20aa0290157 is 82, key is hbase:meta,,1/info:regioninfo/1731637365480/Put/seqid=0 2024-11-15T02:23:13,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741848_1024 (size=5672) 2024-11-15T02:23:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:13,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37897-0x1013c4d1a440004, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:13,261 INFO [RS:0;ce6119325ab7:37897 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:13,261 INFO [RS:0;ce6119325ab7:37897 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,37897,1731637362573; zookeeper connection closed. 2024-11-15T02:23:13,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@455bef34 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@455bef34 2024-11-15T02:23:13,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:23:13,289 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:13,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,291 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,329 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,330 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:13,672 INFO [M:0;ce6119325ab7:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b435d083458a4813821af20aa0290157 2024-11-15T02:23:13,743 DEBUG [M:0;ce6119325ab7:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57c393cdb1fd466084dba8540487c8ff is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637378077/Put/seqid=0 2024-11-15T02:23:13,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741849_1025 (size=8516) 2024-11-15T02:23:13,753 INFO [M:0;ce6119325ab7:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57c393cdb1fd466084dba8540487c8ff 2024-11-15T02:23:13,777 DEBUG [M:0;ce6119325ab7:41143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aa76146671a47999e04bafce36968da is 69, key is ce6119325ab7,37897,1731637362573/rs:state/1731637364214/Put/seqid=0 2024-11-15T02:23:13,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741850_1026 (size=5156) 2024-11-15T02:23:13,867 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:14,182 INFO [M:0;ce6119325ab7:41143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aa76146671a47999e04bafce36968da 2024-11-15T02:23:14,187 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b435d083458a4813821af20aa0290157 as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b435d083458a4813821af20aa0290157 2024-11-15T02:23:14,191 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b435d083458a4813821af20aa0290157, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T02:23:14,199 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/57c393cdb1fd466084dba8540487c8ff as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57c393cdb1fd466084dba8540487c8ff 2024-11-15T02:23:14,205 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/57c393cdb1fd466084dba8540487c8ff, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T02:23:14,209 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2aa76146671a47999e04bafce36968da as hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2aa76146671a47999e04bafce36968da 2024-11-15T02:23:14,213 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46605/user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2aa76146671a47999e04bafce36968da, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T02:23:14,214 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 978ms, sequenceid=97, compaction requested=false 2024-11-15T02:23:14,215 INFO [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:14,215 DEBUG [M:0;ce6119325ab7:41143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637393235Disabling compacts and flushes for region at 1731637393235Disabling writes for close at 1731637393236 (+1 ms)Obtaining lock to block concurrent updates at 1731637393236Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637393236Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731637393236Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637393237 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637393237Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637393253 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637393253Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637393711 (+458 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637393743 (+32 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637393743Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637393756 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637393776 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637393776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@299b131e: reopening flushed file at 1731637394186 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ccecc9: reopening flushed file at 1731637394191 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fa88d16: reopening flushed file at 1731637394205 (+14 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 978ms, sequenceid=97, compaction requested=false at 1731637394214 (+9 ms)Writing region close event to WAL at 1731637394215 (+1 ms)Closed at 1731637394215 2024-11-15T02:23:14,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41799 is added to blk_1073741830_1006 (size=63654) 2024-11-15T02:23:14,217 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5187eee8-ed80-42d7-183a-d2a23eaea09a/MasterData/WALs/ce6119325ab7,41143,1731637362431/ce6119325ab7%2C41143%2C1731637362431.1731637363827 not finished, retry = 0 2024-11-15T02:23:14,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:14,318 INFO [M:0;ce6119325ab7:41143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:23:14,318 INFO [M:0;ce6119325ab7:41143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41143 2024-11-15T02:23:14,318 INFO [M:0;ce6119325ab7:41143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:14,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41143-0x1013c4d1a440003, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:14,429 INFO [M:0;ce6119325ab7:41143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:14,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c96a4ff{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:14,436 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77d14641{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:14,436 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:14,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c69e697{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:14,436 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4eb4a526{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:14,438 WARN [BP-2068031137-172.17.0.3-1731637360122 heartbeating to localhost/127.0.0.1:46605 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:23:14,438 WARN [BP-2068031137-172.17.0.3-1731637360122 heartbeating to localhost/127.0.0.1:46605 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2068031137-172.17.0.3-1731637360122 (Datanode Uuid ff4cbb97-a0a0-455b-a82e-9d0bab9fe184) service to localhost/127.0.0.1:46605 2024-11-15T02:23:14,438 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:23:14,438 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:23:14,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/cluster_68de6569-9a6f-33fc-44f0-914a04c20162/data/data2/current/BP-2068031137-172.17.0.3-1731637360122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:14,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/cluster_68de6569-9a6f-33fc-44f0-914a04c20162/data/data1/current/BP-2068031137-172.17.0.3-1731637360122 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:14,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:23:14,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@89f6346{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:14,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a53c4c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:14,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:14,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35192dd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:14,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36537acc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fea8156b-ac3e-143c-306a-acdb4991f6b5/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:14,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:23:14,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:23:14,456 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:14,456 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:14,456 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:14,457 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:14,457 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:14,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:23:14,457 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1515141119, stopped=false 2024-11-15T02:23:14,457 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,43613,1731637356637 2024-11-15T02:23:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0112065052/running 2024-11-15T02:23:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0112065052/running 2024-11-15T02:23:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:23:14,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:23:14,477 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:14,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/running 2024-11-15T02:23:14,478 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:14,478 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:14,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:14,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Set watcher on znode that does not yet exist, /0112065052/running 2024-11-15T02:23:14,478 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,41463,1731637357066' ***** 2024-11-15T02:23:14,478 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:23:14,478 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:23:14,478 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,41463,1731637357066 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:41463. 2024-11-15T02:23:14,479 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7cfda4cdd4c53420bc9d5475313bc37f, disabling compactions & flushes 2024-11-15T02:23:14,479 DEBUG [RS:0;ce6119325ab7:41463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:14,479 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:23:14,479 DEBUG [RS:0;ce6119325ab7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:14,479 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:23:14,479 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. after waiting 0 ms 2024-11-15T02:23:14,479 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:23:14,479 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:23:14,479 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7cfda4cdd4c53420bc9d5475313bc37f 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T02:23:14,480 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:23:14,480 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1325): Online Regions={7cfda4cdd4c53420bc9d5475313bc37f=test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f., 1588230740=hbase:meta,,1.1588230740, 481372d466c6ea06fe0883fc3f3e68c9=hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.} 2024-11-15T02:23:14,480 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481372d466c6ea06fe0883fc3f3e68c9, 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:23:14,480 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:14,480 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:14,481 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:14,481 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:14,481 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:14,481 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:23:14,481 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:23:14,482 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:23:14,500 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:14,505 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/f/48f7843f28c544b19974b5f9e7e9ca79 is 28, key is row/f:/1731637384604/DeleteFamily/seqid=0 2024-11-15T02:23:14,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741840_1016 (size=5085) 2024-11-15T02:23:14,513 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/info/7483876a12b6457cac15ac30a6f5e912 is 147, key is hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9./info:regioninfo/1731637376248/Put/seqid=0 2024-11-15T02:23:14,513 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/f/48f7843f28c544b19974b5f9e7e9ca79 2024-11-15T02:23:14,518 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48f7843f28c544b19974b5f9e7e9ca79 2024-11-15T02:23:14,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741841_1017 (size=7686) 2024-11-15T02:23:14,526 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/info/7483876a12b6457cac15ac30a6f5e912 2024-11-15T02:23:14,545 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/ns/0ebef95b67be4397ab009ba183e67441 is 43, key is default/ns:d/1731637359922/Put/seqid=0 2024-11-15T02:23:14,547 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/f1/3a0dd0e65154418f90a9ffcfc161aea3 is 29, key is row/f1:/1731637384604/DeleteFamily/seqid=0 2024-11-15T02:23:14,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741842_1018 (size=5153) 2024-11-15T02:23:14,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741843_1019 (size=5089) 2024-11-15T02:23:14,680 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481372d466c6ea06fe0883fc3f3e68c9, 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:23:14,880 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481372d466c6ea06fe0883fc3f3e68c9, 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:23:14,953 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/ns/0ebef95b67be4397ab009ba183e67441 2024-11-15T02:23:14,962 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/f1/3a0dd0e65154418f90a9ffcfc161aea3 2024-11-15T02:23:14,988 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a0dd0e65154418f90a9ffcfc161aea3 2024-11-15T02:23:14,998 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/rep_barrier/fb2c0d19a28c456292e09f049e891c10 is 112, key is test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f./rep_barrier:seqnumDuringOpen/1731637371367/Put/seqid=0 2024-11-15T02:23:15,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741844_1020 (size=5518) 2024-11-15T02:23:15,006 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/norep/2c36673ffb684636968bd85d90df09c5 is 32, key is row/norep:/1731637384604/DeleteFamily/seqid=0 2024-11-15T02:23:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741845_1021 (size=5101) 2024-11-15T02:23:15,081 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481372d466c6ea06fe0883fc3f3e68c9, 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:23:15,270 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 636, reset compression=false 2024-11-15T02:23:15,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:15,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 883, reset compression=false 2024-11-15T02:23:15,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,41463,1731637357066 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:15,275 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,41463,1731637357066: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,41463,1731637357066, walGroup=ce6119325ab7%2C41463%2C1731637357066, offset=ce6119325ab7%2C41463%2C1731637357066.1731637358621:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41463 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:23:15,276 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:23:15,277 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:23:15,277 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:23:15,277 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:23:15,277 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:23:15,277 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1373634560, "init": 1048576000, "max": 2306867200, "used": 1020254680 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202586376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:23:15,277 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:43613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:43613 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:23:15,281 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481372d466c6ea06fe0883fc3f3e68c9, 7cfda4cdd4c53420bc9d5475313bc37f 2024-11-15T02:23:15,405 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/rep_barrier/fb2c0d19a28c456292e09f049e891c10 2024-11-15T02:23:15,413 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/norep/2c36673ffb684636968bd85d90df09c5 2024-11-15T02:23:15,416 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c36673ffb684636968bd85d90df09c5 2024-11-15T02:23:15,417 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/f/48f7843f28c544b19974b5f9e7e9ca79 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/f/48f7843f28c544b19974b5f9e7e9ca79 2024-11-15T02:23:15,420 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 48f7843f28c544b19974b5f9e7e9ca79 2024-11-15T02:23:15,421 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/f/48f7843f28c544b19974b5f9e7e9ca79, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T02:23:15,421 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/f1/3a0dd0e65154418f90a9ffcfc161aea3 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/f1/3a0dd0e65154418f90a9ffcfc161aea3 2024-11-15T02:23:15,425 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3a0dd0e65154418f90a9ffcfc161aea3 2024-11-15T02:23:15,425 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/f1/3a0dd0e65154418f90a9ffcfc161aea3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T02:23:15,426 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/.tmp/norep/2c36673ffb684636968bd85d90df09c5 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/norep/2c36673ffb684636968bd85d90df09c5 2024-11-15T02:23:15,426 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/table/1d4686b7e36e41a6a71b08d43fcaf6ae is 53, key is hbase:replication/table:state/1731637376259/Put/seqid=0 2024-11-15T02:23:15,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741846_1022 (size=5308) 2024-11-15T02:23:15,430 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2c36673ffb684636968bd85d90df09c5 2024-11-15T02:23:15,430 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/norep/2c36673ffb684636968bd85d90df09c5, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T02:23:15,431 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7cfda4cdd4c53420bc9d5475313bc37f in 952ms, sequenceid=6, compaction requested=false 2024-11-15T02:23:15,431 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:23:15,435 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/default/test/7cfda4cdd4c53420bc9d5475313bc37f/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T02:23:15,435 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:15,435 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:15,435 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7cfda4cdd4c53420bc9d5475313bc37f: Waiting for close lock at 1731637394479Running coprocessor pre-close hooks at 1731637394479Disabling compacts and flushes for region at 1731637394479Disabling writes for close at 1731637394479Obtaining lock to block concurrent updates at 1731637394479Preparing flush snapshotting stores in 7cfda4cdd4c53420bc9d5475313bc37f at 1731637394479Finished memstore snapshotting test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731637394480 (+1 ms)Flushing stores of test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. at 1731637394480Flushing 7cfda4cdd4c53420bc9d5475313bc37f/f: creating writer at 1731637394480Flushing 7cfda4cdd4c53420bc9d5475313bc37f/f: appending metadata at 1731637394504 (+24 ms)Flushing 7cfda4cdd4c53420bc9d5475313bc37f/f: closing flushed file at 1731637394504Flushing 7cfda4cdd4c53420bc9d5475313bc37f/f1: creating writer at 1731637394518 (+14 ms)Flushing 7cfda4cdd4c53420bc9d5475313bc37f/f1: appending metadata at 1731637394546 (+28 ms)Flushing 7cfda4cdd4c53420bc9d5475313bc37f/f1: closing flushed file at 1731637394546Flushing 7cfda4cdd4c53420bc9d5475313bc37f/norep: creating writer at 1731637394989 (+443 ms)Flushing 7cfda4cdd4c53420bc9d5475313bc37f/norep: appending metadata at 1731637395005 (+16 ms)Flushing 7cfda4cdd4c53420bc9d5475313bc37f/norep: closing flushed file at 1731637395005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e7a3432: reopening flushed file at 1731637395416 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bb1c8c1: reopening flushed file at 1731637395421 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19f421a4: reopening flushed file at 1731637395426 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 7cfda4cdd4c53420bc9d5475313bc37f in 952ms, sequenceid=6, compaction requested=false at 1731637395431 (+5 ms)Writing region close event to WAL at 1731637395433 (+2 ms)Running coprocessor post-close hooks at 1731637395435 (+2 ms)Closed at 1731637395435 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637370608.7cfda4cdd4c53420bc9d5475313bc37f. 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 481372d466c6ea06fe0883fc3f3e68c9, disabling compactions & flushes 2024-11-15T02:23:15,436 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. after waiting 0 ms 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 481372d466c6ea06fe0883fc3f3e68c9: Waiting for close lock at 1731637395436Running coprocessor pre-close hooks at 1731637395436Disabling compacts and flushes for region at 1731637395436Disabling writes for close at 1731637395436Failed flush hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9., putting online again at 1731637395436 2024-11-15T02:23:15,436 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,477 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 883, reset compression=false 2024-11-15T02:23:15,481 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:23:15,481 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 481372d466c6ea06fe0883fc3f3e68c9=hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9.} 2024-11-15T02:23:15,481 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(3091): Received CLOSE for 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:23:15,481 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 481372d466c6ea06fe0883fc3f3e68c9 2024-11-15T02:23:15,481 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:15,481 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 481372d466c6ea06fe0883fc3f3e68c9, disabling compactions & flushes 2024-11-15T02:23:15,481 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 1527, reset compression=false 2024-11-15T02:23:15,481 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,481 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,481 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. after waiting 0 ms 2024-11-15T02:23:15,481 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,481 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 481372d466c6ea06fe0883fc3f3e68c9: Waiting for close lock at 1731637395481Running coprocessor pre-close hooks at 1731637395481Disabling compacts and flushes for region at 1731637395481Disabling writes for close at 1731637395481Failed flush hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9., putting online again at 1731637395481 2024-11-15T02:23:15,482 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731637375060.481372d466c6ea06fe0883fc3f3e68c9. 2024-11-15T02:23:15,681 DEBUG [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:15,684 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.wal-reader.ce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.1731637358621 to pos 1527, reset compression=false 2024-11-15T02:23:15,830 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/table/1d4686b7e36e41a6a71b08d43fcaf6ae 2024-11-15T02:23:15,834 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/info/7483876a12b6457cac15ac30a6f5e912 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/info/7483876a12b6457cac15ac30a6f5e912 2024-11-15T02:23:15,838 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/info/7483876a12b6457cac15ac30a6f5e912, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:23:15,838 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/ns/0ebef95b67be4397ab009ba183e67441 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/ns/0ebef95b67be4397ab009ba183e67441 2024-11-15T02:23:15,842 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/ns/0ebef95b67be4397ab009ba183e67441, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:23:15,843 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/rep_barrier/fb2c0d19a28c456292e09f049e891c10 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/rep_barrier/fb2c0d19a28c456292e09f049e891c10 2024-11-15T02:23:15,846 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/rep_barrier/fb2c0d19a28c456292e09f049e891c10, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:23:15,847 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/.tmp/table/1d4686b7e36e41a6a71b08d43fcaf6ae as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/table/1d4686b7e36e41a6a71b08d43fcaf6ae 2024-11-15T02:23:15,850 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/table/1d4686b7e36e41a6a71b08d43fcaf6ae, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:23:15,851 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false 2024-11-15T02:23:15,851 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:23:15,854 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:23:15,854 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:15,854 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:23:15,855 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:15,855 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637394480Running coprocessor pre-close hooks at 1731637394480Disabling compacts and flushes for region at 1731637394480Disabling writes for close at 1731637394481 (+1 ms)Obtaining lock to block concurrent updates at 1731637394481Preparing flush snapshotting stores in 1588230740 at 1731637394481Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637394481Flushing stores of hbase:meta,,1.1588230740 at 1731637394482 (+1 ms)Flushing 1588230740/info: creating writer at 1731637394482Flushing 1588230740/info: appending metadata at 1731637394512 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731637394512Flushing 1588230740/ns: creating writer at 1731637394529 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731637394545 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731637394545Flushing 1588230740/rep_barrier: creating writer at 1731637394981 (+436 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637394997 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637394997Flushing 1588230740/table: creating writer at 1731637395408 (+411 ms)Flushing 1588230740/table: appending metadata at 1731637395426 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731637395426Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33f37ea8: reopening flushed file at 1731637395833 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5dd5293f: reopening flushed file at 1731637395838 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce95b05: reopening flushed file at 1731637395842 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f9ec495: reopening flushed file at 1731637395846 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1370ms, sequenceid=16, compaction requested=false at 1731637395851 (+5 ms)Writing region close event to WAL at 1731637395852 (+1 ms)Running coprocessor post-close hooks at 1731637395854 (+2 ms)Closed at 1731637395855 (+1 ms) 2024-11-15T02:23:15,855 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:15,881 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T02:23:15,882 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,41463,1731637357066; all regions closed. 2024-11-15T02:23:15,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741834_1010 (size=4239) 2024-11-15T02:23:15,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/WALs/ce6119325ab7,41463,1731637357066/ce6119325ab7%2C41463%2C1731637357066.meta.1731637359815.meta not finished, retry = 0 2024-11-15T02:23:15,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741839_1015 (size=1297) 2024-11-15T02:23:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741832_1008 (size=1535) 2024-11-15T02:23:15,996 DEBUG [RS:0;ce6119325ab7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:15,996 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:15,996 INFO [RS:0;ce6119325ab7:41463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:15,996 INFO [RS:0;ce6119325ab7:41463 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:15,996 INFO [RS:0;ce6119325ab7:41463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:15,996 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:15,996 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,41463,1731637357066 because: Region server is closing 2024-11-15T02:23:15,997 INFO [RS:0;ce6119325ab7:41463 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:41463. 2024-11-15T02:23:15,997 DEBUG [RS:0;ce6119325ab7:41463 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:15,997 DEBUG [RS:0;ce6119325ab7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:15,997 DEBUG [RS:0;ce6119325ab7:41463 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:15,997 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:16,097 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,41463,1731637357066.replicationSource.shipperce6119325ab7%2C41463%2C1731637357066,1-ce6119325ab7,41463,1731637357066 terminated 2024-11-15T02:23:16,097 INFO [RS:0;ce6119325ab7:41463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:41463 2024-11-15T02:23:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052/rs 2024-11-15T02:23:16,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0112065052/rs/ce6119325ab7,41463,1731637357066 2024-11-15T02:23:16,150 INFO [RS:0;ce6119325ab7:41463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:16,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,41463,1731637357066] 2024-11-15T02:23:16,171 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0112065052/draining/ce6119325ab7,41463,1731637357066 already deleted, retry=false 2024-11-15T02:23:16,171 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,41463,1731637357066 expired; onlineServers=0 2024-11-15T02:23:16,171 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,43613,1731637356637' ***** 2024-11-15T02:23:16,171 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:23:16,171 INFO [M:0;ce6119325ab7:43613 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:16,171 INFO [M:0;ce6119325ab7:43613 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:16,171 DEBUG [M:0;ce6119325ab7:43613 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:23:16,171 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:23:16,171 DEBUG [M:0;ce6119325ab7:43613 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:23:16,171 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637358384 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637358384,5,FailOnTimeoutGroup] 2024-11-15T02:23:16,172 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637358384 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637358384,5,FailOnTimeoutGroup] 2024-11-15T02:23:16,172 INFO [M:0;ce6119325ab7:43613 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:16,172 INFO [M:0;ce6119325ab7:43613 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:16,172 DEBUG [M:0;ce6119325ab7:43613 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:23:16,172 INFO [M:0;ce6119325ab7:43613 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:23:16,172 INFO [M:0;ce6119325ab7:43613 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:16,172 INFO [M:0;ce6119325ab7:43613 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:23:16,172 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:23:16,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0112065052/master 2024-11-15T02:23:16,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0112065052 2024-11-15T02:23:16,182 DEBUG [M:0;ce6119325ab7:43613 {}] zookeeper.ZKUtil(347): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Unable to get data of znode /0112065052/master because node does not exist (not an error) 2024-11-15T02:23:16,182 WARN [M:0;ce6119325ab7:43613 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:23:16,182 INFO [M:0;ce6119325ab7:43613 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/.lastflushedseqids 2024-11-15T02:23:16,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741847_1023 (size=245) 2024-11-15T02:23:16,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:16,261 INFO [RS:0;ce6119325ab7:41463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:16,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41463-0x1013c4d1a440001, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:16,261 INFO [RS:0;ce6119325ab7:41463 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,41463,1731637357066; zookeeper connection closed. 2024-11-15T02:23:16,261 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@71845c84 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@71845c84 2024-11-15T02:23:16,261 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:23:16,586 INFO [M:0;ce6119325ab7:43613 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:23:16,586 INFO [M:0;ce6119325ab7:43613 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:23:16,586 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:16,586 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:16,586 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:16,586 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:16,586 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:16,586 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T02:23:16,604 DEBUG [M:0;ce6119325ab7:43613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef914a67cc1640ec8530cd446c26f023 is 82, key is hbase:meta,,1/info:regioninfo/1731637359843/Put/seqid=0 2024-11-15T02:23:16,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741848_1024 (size=5672) 2024-11-15T02:23:17,008 INFO [M:0;ce6119325ab7:43613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef914a67cc1640ec8530cd446c26f023 2024-11-15T02:23:17,029 DEBUG [M:0;ce6119325ab7:43613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec7ef26fb6145cebe918e50ac10a2a2 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637371378/Put/seqid=0 2024-11-15T02:23:17,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741849_1025 (size=7217) 2024-11-15T02:23:17,433 INFO [M:0;ce6119325ab7:43613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec7ef26fb6145cebe918e50ac10a2a2 2024-11-15T02:23:17,436 INFO [M:0;ce6119325ab7:43613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aec7ef26fb6145cebe918e50ac10a2a2 2024-11-15T02:23:17,449 DEBUG [M:0;ce6119325ab7:43613 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8165ad8996da44979d11642037b6eaf9 is 69, key is ce6119325ab7,41463,1731637357066/rs:state/1731637358463/Put/seqid=0 2024-11-15T02:23:17,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741850_1026 (size=5156) 2024-11-15T02:23:17,852 INFO [M:0;ce6119325ab7:43613 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8165ad8996da44979d11642037b6eaf9 2024-11-15T02:23:17,855 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef914a67cc1640ec8530cd446c26f023 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef914a67cc1640ec8530cd446c26f023 2024-11-15T02:23:17,858 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef914a67cc1640ec8530cd446c26f023, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T02:23:17,859 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/aec7ef26fb6145cebe918e50ac10a2a2 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec7ef26fb6145cebe918e50ac10a2a2 2024-11-15T02:23:17,862 INFO [M:0;ce6119325ab7:43613 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aec7ef26fb6145cebe918e50ac10a2a2 2024-11-15T02:23:17,862 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/aec7ef26fb6145cebe918e50ac10a2a2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T02:23:17,863 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8165ad8996da44979d11642037b6eaf9 as hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8165ad8996da44979d11642037b6eaf9 2024-11-15T02:23:17,866 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37015/user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8165ad8996da44979d11642037b6eaf9, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T02:23:17,867 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false 2024-11-15T02:23:17,868 INFO [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:17,868 DEBUG [M:0;ce6119325ab7:43613 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637396586Disabling compacts and flushes for region at 1731637396586Disabling writes for close at 1731637396586Obtaining lock to block concurrent updates at 1731637396586Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637396586Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731637396587 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637396587Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637396587Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637396604 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637396604Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637397012 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637397029 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637397029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637397436 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637397448 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637397448Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10c418b3: reopening flushed file at 1731637397855 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d42320b: reopening flushed file at 1731637397858 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15e022af: reopening flushed file at 1731637397862 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=105, compaction requested=false at 1731637397867 (+5 ms)Writing region close event to WAL at 1731637397868 (+1 ms)Closed at 1731637397868 2024-11-15T02:23:17,869 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bcf1bbd7-b427-3f95-1e73-08c97860d2da/MasterData/WALs/ce6119325ab7,43613,1731637356637/ce6119325ab7%2C43613%2C1731637356637.1731637358127 not finished, retry = 0 2024-11-15T02:23:17,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46325 is added to blk_1073741830_1006 (size=64411) 2024-11-15T02:23:17,970 INFO [M:0;ce6119325ab7:43613 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:23:17,970 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:17,970 INFO [M:0;ce6119325ab7:43613 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43613 2024-11-15T02:23:17,971 INFO [M:0;ce6119325ab7:43613 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:18,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:18,113 INFO [M:0;ce6119325ab7:43613 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:18,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43613-0x1013c4d1a440000, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:18,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43f3cb80{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:18,115 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32c8f478{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:18,115 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:18,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de0dc7b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:18,115 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@468e06f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:18,116 WARN [BP-1707295525-172.17.0.3-1731637354158 heartbeating to localhost/127.0.0.1:37015 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:23:18,116 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:23:18,116 WARN [BP-1707295525-172.17.0.3-1731637354158 heartbeating to localhost/127.0.0.1:37015 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1707295525-172.17.0.3-1731637354158 (Datanode Uuid c8ed6f03-a80e-40ef-b801-fcaf73404339) service to localhost/127.0.0.1:37015 2024-11-15T02:23:18,116 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:23:18,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/data/data1/current/BP-1707295525-172.17.0.3-1731637354158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:18,117 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/cluster_54c5601d-632f-ef0f-7503-48ad6b08c96d/data/data2/current/BP-1707295525-172.17.0.3-1731637354158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:18,117 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:23:18,119 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:18,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,119 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,120 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,148 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,155 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,157 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,158 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,159 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:18,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@871026a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:18,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6a84e2b1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:18,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:18,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29044fdd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:18,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3eb7f71d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f0a49521-498d-f89b-efb0-ddf5cfa7feda/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:18,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:23:18,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:23:18,209 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=359 (was 314) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37015 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:39957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:37015 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46605 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:46605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:37015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39957 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55108) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46605 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46605 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37015 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55108) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:39957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:46605 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37015 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55108) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=791 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=704 (was 883), ProcessCount=11 (was 11), AvailableMemoryMB=991 (was 1473) 2024-11-15T02:23:18,218 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=359, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=704, ProcessCount=11, AvailableMemoryMB=991 2024-11-15T02:23:18,230 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T02:23:18,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir so I do NOT create it in target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804 2024-11-15T02:23:18,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:23:18,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.tmp.dir so I do NOT create it in target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804 2024-11-15T02:23:18,230 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d31f108c-9c51-c4bb-07fe-819d26c5892a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:23:18,230 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804 2024-11-15T02:23:18,230 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54, deleteOnExit=true 2024-11-15T02:23:18,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/zookeeper_0, clientPort=61126, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:23:18,253 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61126 2024-11-15T02:23:18,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:23:18,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:23:18,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/test.cache.data in system properties and HBase conf 2024-11-15T02:23:18,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:23:18,254 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:18,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:23:18,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:23:18,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c4d1a440008, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:23:18,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c4d1a440002, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:23:18,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c4d1a440005, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:23:18,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c4d1a440008, quorum=127.0.0.1:55108, baseZNode=/21237936623 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:23:18,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c4d1a440002, quorum=127.0.0.1:55108, baseZNode=/0112065052 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:23:18,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c4d1a440005, quorum=127.0.0.1:55108, baseZNode=/1-297706984 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:23:18,571 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:18,574 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:18,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:18,579 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:18,579 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:23:18,580 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:18,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b926427{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:18,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ddf70e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:18,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4feddb10{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/java.io.tmpdir/jetty-localhost-43705-hadoop-hdfs-3_4_1-tests_jar-_-any-761609794128472027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:18,694 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74387c55{HTTP/1.1, (http/1.1)}{localhost:43705} 2024-11-15T02:23:18,694 INFO [Time-limited test {}] server.Server(415): Started @315071ms 2024-11-15T02:23:19,140 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:19,143 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:19,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:19,149 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:19,149 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:23:19,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42e4de3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:19,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ffd4300{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:19,262 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60953735{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/java.io.tmpdir/jetty-localhost-33415-hadoop-hdfs-3_4_1-tests_jar-_-any-14731141753201881110/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:19,262 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@370b559c{HTTP/1.1, (http/1.1)}{localhost:33415} 2024-11-15T02:23:19,262 INFO [Time-limited test {}] server.Server(415): Started @315639ms 2024-11-15T02:23:19,264 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:23:19,952 WARN [Thread-4158 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/data/data2/current/BP-2125360906-172.17.0.3-1731637398269/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:19,952 WARN [Thread-4157 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/data/data1/current/BP-2125360906-172.17.0.3-1731637398269/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:19,969 WARN [Thread-4145 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:23:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf585b2aae2dd584e with lease ID 0x10b10b03af97f5fd: Processing first storage report for DS-65850507-4ef8-4600-bd99-a6f0ca15217b from datanode DatanodeRegistration(127.0.0.1:43405, datanodeUuid=bae75836-ae5e-41ee-9768-397c85c30a4e, infoPort=46267, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=1964547289;c=1731637398269) 2024-11-15T02:23:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf585b2aae2dd584e with lease ID 0x10b10b03af97f5fd: from storage DS-65850507-4ef8-4600-bd99-a6f0ca15217b node DatanodeRegistration(127.0.0.1:43405, datanodeUuid=bae75836-ae5e-41ee-9768-397c85c30a4e, infoPort=46267, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=1964547289;c=1731637398269), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf585b2aae2dd584e with lease ID 0x10b10b03af97f5fd: Processing first storage report for DS-4b89c1e3-20cd-4b34-80b0-1e2f4b5abdf0 from datanode DatanodeRegistration(127.0.0.1:43405, datanodeUuid=bae75836-ae5e-41ee-9768-397c85c30a4e, infoPort=46267, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=1964547289;c=1731637398269) 2024-11-15T02:23:19,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf585b2aae2dd584e with lease ID 0x10b10b03af97f5fd: from storage DS-4b89c1e3-20cd-4b34-80b0-1e2f4b5abdf0 node DatanodeRegistration(127.0.0.1:43405, datanodeUuid=bae75836-ae5e-41ee-9768-397c85c30a4e, infoPort=46267, infoSecurePort=0, ipcPort=39285, storageInfo=lv=-57;cid=testClusterID;nsid=1964547289;c=1731637398269), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:20,019 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804 2024-11-15T02:23:20,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:20,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:20,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:23:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:23:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:23:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:23:20,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:20,432 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39 with version=8 2024-11-15T02:23:20,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/hbase-staging 2024-11-15T02:23:20,434 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:20,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:20,434 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:20,434 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:20,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:20,435 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:20,435 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:23:20,435 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:20,435 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40969 2024-11-15T02:23:20,436 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40969 connecting to ZooKeeper ensemble=127.0.0.1:61126 2024-11-15T02:23:20,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:409690x0, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:20,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40969-0x1013c4dc6970000 connected 2024-11-15T02:23:20,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:20,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:20,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on znode that does not yet exist, /0-1194479814/running 2024-11-15T02:23:20,796 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39, hbase.cluster.distributed=false 2024-11-15T02:23:20,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on znode that does not yet exist, /0-1194479814/acl 2024-11-15T02:23:20,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-15T02:23:20,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40969 2024-11-15T02:23:20,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40969 2024-11-15T02:23:20,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-15T02:23:20,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40969 2024-11-15T02:23:20,811 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:20,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:20,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:40339 2024-11-15T02:23:20,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40339 connecting to ZooKeeper ensemble=127.0.0.1:61126 2024-11-15T02:23:20,813 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:20,815 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:20,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403390x0, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:20,824 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403390x0, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on znode that does not yet exist, /0-1194479814/running 2024-11-15T02:23:20,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40339-0x1013c4dc6970001 connected 2024-11-15T02:23:20,824 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:23:20,828 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:23:20,828 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on znode that does not yet exist, /0-1194479814/master 2024-11-15T02:23:20,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on znode that does not yet exist, /0-1194479814/acl 2024-11-15T02:23:20,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40339 2024-11-15T02:23:20,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40339 2024-11-15T02:23:20,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40339 2024-11-15T02:23:20,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40339 2024-11-15T02:23:20,834 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40339 2024-11-15T02:23:20,844 DEBUG [M:0;ce6119325ab7:40969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:40969 2024-11-15T02:23:20,845 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1194479814/backup-masters/ce6119325ab7,40969,1731637400434 2024-11-15T02:23:20,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814/backup-masters 2024-11-15T02:23:20,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814/backup-masters 2024-11-15T02:23:20,855 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on existing znode=/0-1194479814/backup-masters/ce6119325ab7,40969,1731637400434 2024-11-15T02:23:20,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:20,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1194479814/master 2024-11-15T02:23:20,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:20,866 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on existing znode=/0-1194479814/master 2024-11-15T02:23:20,866 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1194479814/backup-masters/ce6119325ab7,40969,1731637400434 from backup master directory 2024-11-15T02:23:20,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1194479814/backup-masters/ce6119325ab7,40969,1731637400434 2024-11-15T02:23:20,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814/backup-masters 2024-11-15T02:23:20,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814/backup-masters 2024-11-15T02:23:20,876 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:20,876 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,40969,1731637400434 2024-11-15T02:23:20,878 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/hbase.id] with ID: 1cd641c3-7308-4dc3-8017-9517d1667508 2024-11-15T02:23:20,878 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/.tmp/hbase.id 2024-11-15T02:23:20,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:23:21,289 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/.tmp/hbase.id]:[hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/hbase.id] 2024-11-15T02:23:21,325 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:21,325 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:23:21,326 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:23:21,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:21,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:21,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:23:21,802 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:21,803 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:23:21,805 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:21,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:23:22,296 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/data/master/store 2024-11-15T02:23:22,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:23:22,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:22,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:22,712 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:22,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:22,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:22,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:22,712 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:22,712 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637402712Disabling compacts and flushes for region at 1731637402712Disabling writes for close at 1731637402712Writing region close event to WAL at 1731637402712Closed at 1731637402712 2024-11-15T02:23:22,715 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/data/master/store/.initializing 2024-11-15T02:23:22,715 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/WALs/ce6119325ab7,40969,1731637400434 2024-11-15T02:23:22,716 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:22,719 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C40969%2C1731637400434, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/WALs/ce6119325ab7,40969,1731637400434, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/oldWALs, maxLogs=10 2024-11-15T02:23:22,734 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/WALs/ce6119325ab7,40969,1731637400434/ce6119325ab7%2C40969%2C1731637400434.1731637402719, exclude list is [], retry=0 2024-11-15T02:23:22,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-65850507-4ef8-4600-bd99-a6f0ca15217b,DISK] 2024-11-15T02:23:22,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/WALs/ce6119325ab7,40969,1731637400434/ce6119325ab7%2C40969%2C1731637400434.1731637402719 2024-11-15T02:23:22,761 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46267:46267)] 2024-11-15T02:23:22,761 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:22,761 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:22,761 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,761 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,789 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:23:22,789 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:22,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:22,790 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:23:22,791 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:22,791 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:22,792 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:23:22,794 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:22,794 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:23:22,796 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:22,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:22,798 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,798 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,799 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,800 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,800 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,801 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:22,802 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:22,809 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:22,809 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61647305, jitterRate=-0.08138357102870941}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:22,810 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637402762Initializing all the Stores at 1731637402765 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637402765Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637402781 (+16 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637402781Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637402781Cleaning up temporary data from old regions at 1731637402800 (+19 ms)Region opened successfully at 1731637402810 (+10 ms) 2024-11-15T02:23:22,810 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:23:22,817 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b073f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:22,817 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:23:22,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:23:22,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:23:22,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:23:22,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:23:22,819 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:23:22,819 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:23:22,838 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:23:22,840 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Unable to get data of znode /0-1194479814/balancer because node does not exist (not necessarily an error) 2024-11-15T02:23:22,895 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194479814/balancer already deleted, retry=false 2024-11-15T02:23:22,896 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:23:22,896 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Unable to get data of znode /0-1194479814/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:23:22,907 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194479814/normalizer already deleted, retry=false 2024-11-15T02:23:22,908 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:23:22,909 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Unable to get data of znode /0-1194479814/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:23:22,979 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194479814/switch/split already deleted, retry=false 2024-11-15T02:23:22,980 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Unable to get data of znode /0-1194479814/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:23:22,998 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194479814/switch/merge already deleted, retry=false 2024-11-15T02:23:23,011 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Unable to get data of znode /0-1194479814/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:23:23,023 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1194479814/snapshot-cleanup already deleted, retry=false 2024-11-15T02:23:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1194479814/running 2024-11-15T02:23:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1194479814/running 2024-11-15T02:23:23,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:23,038 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,40969,1731637400434, sessionid=0x1013c4dc6970000, setting cluster-up flag (Was=false) 2024-11-15T02:23:23,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:23,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:23,086 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1194479814/flush-table-proc/acquired, /0-1194479814/flush-table-proc/reached, /0-1194479814/flush-table-proc/abort 2024-11-15T02:23:23,087 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,40969,1731637400434 2024-11-15T02:23:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:23,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:23,156 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1194479814/online-snapshot/acquired, /0-1194479814/online-snapshot/reached, /0-1194479814/online-snapshot/abort 2024-11-15T02:23:23,172 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,40969,1731637400434 2024-11-15T02:23:23,188 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:23:23,201 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:23,201 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:23:23,202 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:23:23,202 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,40969,1731637400434 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:23,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:23,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:23:23,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:23,226 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:23:23,252 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637433252 2024-11-15T02:23:23,252 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:23:23,253 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:23:23,253 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:23:23,253 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:23:23,253 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:23:23,253 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:23:23,272 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,273 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(746): ClusterId : 1cd641c3-7308-4dc3-8017-9517d1667508 2024-11-15T02:23:23,273 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:23:23,273 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:23:23,273 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:23:23,273 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:23:23,273 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:23:23,274 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:23:23,274 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:23:23,286 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:23:23,286 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:23:23,288 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637403274,5,FailOnTimeoutGroup] 2024-11-15T02:23:23,305 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637403288,5,FailOnTimeoutGroup] 2024-11-15T02:23:23,305 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,305 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:23:23,305 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,305 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:23:23,308 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:23:23,309 DEBUG [RS:0;ce6119325ab7:40339 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cdc86a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:23,326 DEBUG [RS:0;ce6119325ab7:40339 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:40339 2024-11-15T02:23:23,326 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:23:23,326 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:23:23,326 DEBUG [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:23:23,327 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,40969,1731637400434 with port=40339, startcode=1731637400811 2024-11-15T02:23:23,328 DEBUG [RS:0;ce6119325ab7:40339 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:23:23,329 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:23:23,329 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40969 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,40339,1731637400811 2024-11-15T02:23:23,330 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40969 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,40339,1731637400811 2024-11-15T02:23:23,333 DEBUG [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39 2024-11-15T02:23:23,333 DEBUG [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42265 2024-11-15T02:23:23,333 DEBUG [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:23:23,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814/rs 2024-11-15T02:23:23,341 DEBUG [RS:0;ce6119325ab7:40339 {}] zookeeper.ZKUtil(111): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Set watcher on existing znode=/0-1194479814/rs/ce6119325ab7,40339,1731637400811 2024-11-15T02:23:23,341 WARN [RS:0;ce6119325ab7:40339 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:23,341 INFO [RS:0;ce6119325ab7:40339 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:23,341 DEBUG [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811 2024-11-15T02:23:23,352 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,40339,1731637400811] 2024-11-15T02:23:23,373 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:23:23,385 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:23:23,386 INFO [RS:0;ce6119325ab7:40339 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:23:23,386 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,386 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:23:23,387 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:23:23,387 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:23,387 DEBUG [RS:0;ce6119325ab7:40339 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:23,396 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,396 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,396 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,396 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,396 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,396 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40339,1731637400811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:23,429 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:23:23,429 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40339,1731637400811-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,429 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,429 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.Replication(171): ce6119325ab7,40339,1731637400811 started 2024-11-15T02:23:23,451 INFO [RS:0;ce6119325ab7:40339 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:23,451 INFO [RS:0;ce6119325ab7:40339 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,40339,1731637400811, RpcServer on ce6119325ab7/172.17.0.3:40339, sessionid=0x1013c4dc6970001 2024-11-15T02:23:23,451 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:23:23,451 DEBUG [RS:0;ce6119325ab7:40339 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,40339,1731637400811 2024-11-15T02:23:23,451 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40339,1731637400811' 2024-11-15T02:23:23,451 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1194479814/flush-table-proc/abort' 2024-11-15T02:23:23,451 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1194479814/flush-table-proc/acquired' 2024-11-15T02:23:23,452 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:23:23,452 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:23:23,452 DEBUG [RS:0;ce6119325ab7:40339 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,40339,1731637400811 2024-11-15T02:23:23,452 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,40339,1731637400811' 2024-11-15T02:23:23,452 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1194479814/online-snapshot/abort' 2024-11-15T02:23:23,453 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1194479814/online-snapshot/acquired' 2024-11-15T02:23:23,453 DEBUG [RS:0;ce6119325ab7:40339 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:23:23,454 INFO [RS:0;ce6119325ab7:40339 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:23:23,454 INFO [RS:0;ce6119325ab7:40339 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:23:23,554 INFO [RS:0;ce6119325ab7:40339 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:23,561 INFO [RS:0;ce6119325ab7:40339 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40339%2C1731637400811, suffix=, logDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/oldWALs, maxLogs=10 2024-11-15T02:23:23,585 DEBUG [RS:0;ce6119325ab7:40339 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811/ce6119325ab7%2C40339%2C1731637400811.1731637403561, exclude list is [], retry=0 2024-11-15T02:23:23,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-65850507-4ef8-4600-bd99-a6f0ca15217b,DISK] 2024-11-15T02:23:23,598 INFO [RS:0;ce6119325ab7:40339 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811/ce6119325ab7%2C40339%2C1731637400811.1731637403561 2024-11-15T02:23:23,600 DEBUG [RS:0;ce6119325ab7:40339 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46267:46267)] 2024-11-15T02:23:23,714 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:23:23,715 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39 2024-11-15T02:23:23,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741833_1009 (size=32) 2024-11-15T02:23:23,855 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:23,856 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:23:23,856 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128866 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:23:24,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:24,139 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:24,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:24,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:24,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:24,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:24,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:24,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:24,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:24,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:24,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/hbase/meta/1588230740 2024-11-15T02:23:24,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/hbase/meta/1588230740 2024-11-15T02:23:24,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:24,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:24,171 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:24,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:24,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:24,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68620456, jitterRate=0.022524476051330566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:24,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637404133Initializing all the Stores at 1731637404138 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637404138Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637404139 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637404139Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637404139Cleaning up temporary data from old regions at 1731637404170 (+31 ms)Region opened successfully at 1731637404202 (+32 ms) 2024-11-15T02:23:24,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:24,202 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:24,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:24,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:24,202 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:24,203 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:24,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637404202Disabling compacts and flushes for region at 1731637404202Disabling writes for close at 1731637404202Writing region close event to WAL at 1731637404203 (+1 ms)Closed at 1731637404203 2024-11-15T02:23:24,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:24,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:23:24,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:23:24,207 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:24,208 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:23:24,358 DEBUG [ce6119325ab7:40969 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:23:24,359 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,40339,1731637400811 2024-11-15T02:23:24,360 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40339,1731637400811, state=OPENING 2024-11-15T02:23:24,370 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:23:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:24,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1194479814 2024-11-15T02:23:24,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194479814/meta-region-server: CHANGED 2024-11-15T02:23:24,410 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194479814/meta-region-server: CHANGED 2024-11-15T02:23:24,410 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:24,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40339,1731637400811}] 2024-11-15T02:23:24,562 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:24,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51205, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:23:24,571 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:23:24,571 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:24,572 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:23:24,577 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C40339%2C1731637400811.meta, suffix=.meta, logDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811, archiveDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/oldWALs, maxLogs=10 2024-11-15T02:23:24,596 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811/ce6119325ab7%2C40339%2C1731637400811.meta.1731637404577.meta, exclude list is [], retry=0 2024-11-15T02:23:24,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43405,DS-65850507-4ef8-4600-bd99-a6f0ca15217b,DISK] 2024-11-15T02:23:24,629 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/WALs/ce6119325ab7,40339,1731637400811/ce6119325ab7%2C40339%2C1731637400811.meta.1731637404577.meta 2024-11-15T02:23:24,632 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46267:46267)] 2024-11-15T02:23:24,632 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:24,632 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:24,632 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:23:24,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:23:24,633 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:23:24,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:23:24,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:24,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:23:24,633 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:23:24,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:24,644 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:24,644 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,645 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:24,646 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:24,646 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,647 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:24,647 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:24,648 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:24,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:24,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:24,650 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:24,650 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/hbase/meta/1588230740 2024-11-15T02:23:24,651 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/hbase/meta/1588230740 2024-11-15T02:23:24,658 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:24,659 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:24,659 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:24,660 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:24,661 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62809901, jitterRate=-0.0640595406293869}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:24,661 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:23:24,662 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637404633Writing region info on filesystem at 1731637404633Initializing all the Stores at 1731637404641 (+8 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637404641Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637404642 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637404642Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637404642Cleaning up temporary data from old regions at 1731637404659 (+17 ms)Running coprocessor post-open hooks at 1731637404661 (+2 ms)Region opened successfully at 1731637404661 2024-11-15T02:23:24,662 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637404562 2024-11-15T02:23:24,664 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:23:24,664 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:23:24,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,40339,1731637400811 2024-11-15T02:23:24,665 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,40339,1731637400811, state=OPEN 2024-11-15T02:23:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40969-0x1013c4dc6970000, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1194479814/meta-region-server 2024-11-15T02:23:24,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40339-0x1013c4dc6970001, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1194479814/meta-region-server 2024-11-15T02:23:24,676 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,40339,1731637400811 2024-11-15T02:23:24,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194479814/meta-region-server: CHANGED 2024-11-15T02:23:24,676 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1194479814/meta-region-server: CHANGED 2024-11-15T02:23:24,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:23:24,678 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,40339,1731637400811 in 266 msec 2024-11-15T02:23:24,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:23:24,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 473 msec 2024-11-15T02:23:24,680 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:24,680 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:23:24,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:24,682 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40339,1731637400811, seqNum=-1] 2024-11-15T02:23:24,682 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:24,683 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:24,688 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4900 sec 2024-11-15T02:23:24,689 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637404688, completionTime=-1 2024-11-15T02:23:24,689 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:23:24,689 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:23:24,691 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:23:24,691 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637464691 2024-11-15T02:23:24,691 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637524691 2024-11-15T02:23:24,691 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:23:24,692 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40969,1731637400434-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,692 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40969,1731637400434-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,692 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40969,1731637400434-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,692 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:40969, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,692 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,694 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:23:24,696 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.824sec 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40969,1731637400434-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:24,700 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40969,1731637400434-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:23:24,705 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:23:24,706 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:23:24,706 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,40969,1731637400434-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:24,776 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c6d72ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:24,777 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40969,-1 for getting cluster id 2024-11-15T02:23:24,777 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:24,780 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cd641c3-7308-4dc3-8017-9517d1667508' 2024-11-15T02:23:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cd641c3-7308-4dc3-8017-9517d1667508" 2024-11-15T02:23:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3437e96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40969,-1] 2024-11-15T02:23:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:24,781 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:24,782 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:24,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0277fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:24,783 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,40339,1731637400811, seqNum=-1] 2024-11-15T02:23:24,784 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:24,785 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:24,787 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,40969,1731637400434 2024-11-15T02:23:24,787 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61126 2024-11-15T02:23:24,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61126, baseZNode=/0-1194479814 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:24,804 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4dc6970002 connected 2024-11-15T02:23:24,814 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40969,1731637400434 2024-11-15T02:23:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73138d08 2024-11-15T02:23:24,815 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:24,816 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:24,817 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:23:24,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:23:24,819 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:24,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:23:24,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:23:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:24,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:23:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:25,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:25,235 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1a519c455d93cfee421241a22a70e0cd, NAME => 'test,,1731637404817.1a519c455d93cfee421241a22a70e0cd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39 2024-11-15T02:23:25,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43405 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:23:25,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:25,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637404817.1a519c455d93cfee421241a22a70e0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:25,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1a519c455d93cfee421241a22a70e0cd, disabling compactions & flushes 2024-11-15T02:23:25,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:25,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:25,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. after waiting 0 ms 2024-11-15T02:23:25,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:25,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:25,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1a519c455d93cfee421241a22a70e0cd: Waiting for close lock at 1731637405640Disabling compacts and flushes for region at 1731637405640Disabling writes for close at 1731637405640Writing region close event to WAL at 1731637405640Closed at 1731637405640 2024-11-15T02:23:25,642 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:23:25,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637404817.1a519c455d93cfee421241a22a70e0cd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637405642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637405642"}]},"ts":"1731637405642"} 2024-11-15T02:23:25,647 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:23:25,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:23:25,648 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637405648"}]},"ts":"1731637405648"} 2024-11-15T02:23:25,651 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:23:25,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a519c455d93cfee421241a22a70e0cd, ASSIGN}] 2024-11-15T02:23:25,652 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1a519c455d93cfee421241a22a70e0cd, ASSIGN 2024-11-15T02:23:25,653 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1a519c455d93cfee421241a22a70e0cd, ASSIGN; state=OFFLINE, location=ce6119325ab7,40339,1731637400811; forceNewPlan=false, retain=false 2024-11-15T02:23:25,806 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a519c455d93cfee421241a22a70e0cd, regionState=OPENING, regionLocation=ce6119325ab7,40339,1731637400811 2024-11-15T02:23:25,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1a519c455d93cfee421241a22a70e0cd, ASSIGN because future has completed 2024-11-15T02:23:25,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a519c455d93cfee421241a22a70e0cd, server=ce6119325ab7,40339,1731637400811}] 2024-11-15T02:23:25,880 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,889 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:25,980 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:25,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:26,022 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:26,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:26,027 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:26,029 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:26,041 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:26,041 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1a519c455d93cfee421241a22a70e0cd, NAME => 'test,,1731637404817.1a519c455d93cfee421241a22a70e0cd.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:26,041 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:26,042 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:23:26,042 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,042 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637404817.1a519c455d93cfee421241a22a70e0cd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:26,042 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,042 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,056 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,063 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a519c455d93cfee421241a22a70e0cd columnFamilyName f 2024-11-15T02:23:26,063 DEBUG [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:26,068 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] regionserver.HStore(327): Store=1a519c455d93cfee421241a22a70e0cd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:26,068 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,070 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a519c455d93cfee421241a22a70e0cd columnFamilyName f1 2024-11-15T02:23:26,070 DEBUG [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:26,071 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] regionserver.HStore(327): Store=1a519c455d93cfee421241a22a70e0cd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:26,071 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,076 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1a519c455d93cfee421241a22a70e0cd columnFamilyName norep 2024-11-15T02:23:26,076 DEBUG [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:26,076 INFO [StoreOpener-1a519c455d93cfee421241a22a70e0cd-1 {}] regionserver.HStore(327): Store=1a519c455d93cfee421241a22a70e0cd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:26,077 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,078 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/default/test/1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,079 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/default/test/1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,080 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,080 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,081 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:23:26,082 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,090 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/data/default/test/1a519c455d93cfee421241a22a70e0cd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:26,091 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1a519c455d93cfee421241a22a70e0cd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62011237, jitterRate=-0.07596056163311005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:23:26,091 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1a519c455d93cfee421241a22a70e0cd 2024-11-15T02:23:26,092 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1a519c455d93cfee421241a22a70e0cd: Running coprocessor pre-open hook at 1731637406042Writing region info on filesystem at 1731637406042Initializing all the Stores at 1731637406043 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637406043Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637406056 (+13 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637406056Cleaning up temporary data from old regions at 1731637406080 (+24 ms)Running coprocessor post-open hooks at 1731637406091 (+11 ms)Region opened successfully at 1731637406092 (+1 ms) 2024-11-15T02:23:26,094 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637404817.1a519c455d93cfee421241a22a70e0cd., pid=6, masterSystemTime=1731637405988 2024-11-15T02:23:26,098 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1a519c455d93cfee421241a22a70e0cd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,40339,1731637400811 2024-11-15T02:23:26,100 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:26,100 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637404817.1a519c455d93cfee421241a22a70e0cd. 2024-11-15T02:23:26,103 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1a519c455d93cfee421241a22a70e0cd, server=ce6119325ab7,40339,1731637400811 because future has completed 2024-11-15T02:23:26,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:23:26,124 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1a519c455d93cfee421241a22a70e0cd, server=ce6119325ab7,40339,1731637400811 in 302 msec 2024-11-15T02:23:26,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:23:26,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1a519c455d93cfee421241a22a70e0cd, ASSIGN in 473 msec 2024-11-15T02:23:26,134 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:23:26,135 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637406134"}]},"ts":"1731637406134"} 2024-11-15T02:23:26,137 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:23:26,138 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:23:26,142 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.3220 sec 2024-11-15T02:23:26,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:26,976 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:23:26,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13467e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:26,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40969,-1 for getting cluster id 2024-11-15T02:23:26,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:26,992 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cd641c3-7308-4dc3-8017-9517d1667508' 2024-11-15T02:23:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:26,992 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cd641c3-7308-4dc3-8017-9517d1667508" 2024-11-15T02:23:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12387d8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40969,-1] 2024-11-15T02:23:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:26,993 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:26,994 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:26,995 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eda61c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:26,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40969,1731637400434 2024-11-15T02:23:26,996 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@cba1252 2024-11-15T02:23:26,997 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:26,997 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:26,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:40969,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:23:26,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:23:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:27,001 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:40969' 2024-11-15T02:23:27,012 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3436237f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:27,012 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,40969,-1 for getting cluster id 2024-11-15T02:23:27,013 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:27,013 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1cd641c3-7308-4dc3-8017-9517d1667508' 2024-11-15T02:23:27,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1cd641c3-7308-4dc3-8017-9517d1667508" 2024-11-15T02:23:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edc46a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,40969,-1] 2024-11-15T02:23:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:27,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:27,015 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:27,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c164856, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:27,016 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:27,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,40969,1731637400434 2024-11-15T02:23:27,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a0272c5 2024-11-15T02:23:27,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:27,018 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:27,019 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T02:23:27,019 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:23:27,019 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:27,019 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:27,020 WARN [PEWorker-1 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ce6119325ab7:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T02:23:27,026 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:27,027 ERROR [PEWorker-1 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ce6119325ab7:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ce6119325ab7:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ce6119325ab7:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T02:23:27,029 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://ce6119325ab7:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=30 msec 2024-11-15T02:23:27,029 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T02:23:27,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:27,107 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://ce6119325ab7:40969, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T02:23:27,107 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:27,107 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:27,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:27,107 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:27,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:27,144 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=524 (was 359) Potentially hanging thread: regionserver/ce6119325ab7:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PacketResponder: BP-2125360906-172.17.0.3-1731637398269:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61126) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: ProcessThread(sid:0 cport:61126): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42265 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: PacketResponder: BP-2125360906-172.17.0.3-1731637398269:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-2125360906-172.17.0.3-1731637398269 heartbeating to localhost/127.0.0.1:42265 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@221206c0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_340984871_20 at /127.0.0.1:57558 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$613/0x00007f67e8ad8838.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;ce6119325ab7:40339-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 3 on default port 42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2066576162-7901-acceptor-0@ee1be86-ServerConnector@370b559c{HTTP/1.1, (http/1.1)}{localhost:33415} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-3e024db6-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2066576162-7900 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f67e8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_340984871_20 at /127.0.0.1:54044 [Receiving block BP-2125360906-172.17.0.3-1731637398269:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2010934159-7857 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2066576162-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39-prefix:ce6119325ab7,40339,1731637400811 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:42265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@34fedb41 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@c0a0b55 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;ce6119325ab7:40969 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61126) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@67841486 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@5e42b754 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@58639e9[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ce6119325ab7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f67e89fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: qtp2010934159-7852 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f67e8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@31658640 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637403274 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39-prefix:ce6119325ab7,40339,1731637400811.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:42265/user/jenkins/test-data/9d84f919-d93b-7154-515a-101943126b39/MasterData-prefix:ce6119325ab7,40969,1731637400434 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: ce6119325ab7:40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_340984871_20 at /127.0.0.1:54026 [Receiving block BP-2125360906-172.17.0.3-1731637398269:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@6bab4be java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-2125360906-172.17.0.3-1731637398269:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@23dfdcdc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: qtp2010934159-7851 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f67e8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42265 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Server handler 1 on default port 39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 4 on default port 42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61126) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637403288 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42265 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42265 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1230bd9e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Session-HouseKeeper-2413c64d-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2010934159-7858 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/ce6119325ab7:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/data/data1/current/BP-2125360906-172.17.0.3-1731637398269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2010934159-7854 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f67e8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(1659990476) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/ce6119325ab7:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42265 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40969 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: qtp2010934159-7855-acceptor-0@1a88ca92-ServerConnector@74387c55{HTTP/1.1, (http/1.1)}{localhost:43705} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: master/ce6119325ab7:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39285 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp2010934159-7856 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;ce6119325ab7:40339 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hbase.ipc.BlockingRpcCallback.get(BlockingRpcCallback.java:60) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:339) app//org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) app//org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.regionServerReport(RegionServerStatusProtos.java:17278) app//org.apache.hadoop.hbase.regionserver.HRegionServer.tryRegionServerReport(HRegionServer.java:1079) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:902) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp2066576162-7903 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40969 app//org.apache.hbase.thirdparty.com.google.protobuf.ByteInputByteString.toStringInternal(ByteInputByteString.java:153) app//org.apache.hbase.thirdparty.com.google.protobuf.ByteString.toString(ByteString.java:870) app//org.apache.hbase.thirdparty.com.google.protobuf.ByteString.toStringUtf8(ByteString.java:890) app//org.apache.hadoop.hbase.shaded.protobuf.generated.ClusterStatusProtos$ServerTask.getDescription(ClusterStatusProtos.java:13448) app//org.apache.hadoop.hbase.shaded.protobuf.ProtobufUtil.getServerTask(ProtobufUtil.java:3802) app//org.apache.hadoop.hbase.ServerMetricsBuilder$$Lambda$638/0x00007f67e8b03778.apply(Unknown Source) java.base@17.0.11/java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:197) java.base@17.0.11/java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1625) java.base@17.0.11/java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:509) java.base@17.0.11/java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:499) java.base@17.0.11/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(ReduceOps.java:921) java.base@17.0.11/java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234) java.base@17.0.11/java.util.stream.ReferencePipeline.collect(ReferencePipeline.java:682) app//org.apache.hadoop.hbase.ServerMetricsBuilder.toServerMetrics(ServerMetricsBuilder.java:87) app//org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:642) app//org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) app//org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) app//org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/cluster_f6c40de4-1c66-38de-d356-29600aadcd54/data/data2/current/BP-2125360906-172.17.0.3-1731637398269 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 3 on default port 39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39285 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-190585831_20 at /127.0.0.1:54008 [Receiving block BP-2125360906-172.17.0.3-1731637398269:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40339 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp2010934159-7853 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f67e8432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:61126 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=865 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=712 (was 704) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=726 (was 991) 2024-11-15T02:23:27,148 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-11-15T02:23:27,168 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=524, OpenFileDescriptor=865, MaxFileDescriptor=1048576, SystemLoadAverage=712, ProcessCount=11, AvailableMemoryMB=725 2024-11-15T02:23:27,168 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=524 is superior to 500 2024-11-15T02:23:27,186 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T02:23:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.log.dir so I do NOT create it in target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631 2024-11-15T02:23:27,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:23:27,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.tmp.dir so I do NOT create it in target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631 2024-11-15T02:23:27,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/bc96e251-6b2e-19e8-6cff-0703b4e8e804/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:23:27,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631 2024-11-15T02:23:27,187 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc, deleteOnExit=true 2024-11-15T02:23:27,293 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/zookeeper_0, clientPort=51175, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T02:23:27,307 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51175 2024-11-15T02:23:27,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:23:27,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:23:27,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/test.cache.data in system properties and HBase conf 2024-11-15T02:23:27,307 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:23:27,308 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:27,308 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:23:27,309 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:23:27,771 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:27,783 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:27,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:27,836 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:27,836 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:23:27,845 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:27,850 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b170ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:27,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e114264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:28,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7099c56b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/java.io.tmpdir/jetty-localhost-32979-hadoop-hdfs-3_4_1-tests_jar-_-any-14943034696825764386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:28,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@738648a3{HTTP/1.1, (http/1.1)}{localhost:32979} 2024-11-15T02:23:28,004 INFO [Time-limited test {}] server.Server(415): Started @324381ms 2024-11-15T02:23:28,411 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:28,414 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:28,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:28,440 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:28,440 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:23:28,444 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed51a46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:28,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45cb4477{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:28,554 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b5cf458{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/java.io.tmpdir/jetty-localhost-35815-hadoop-hdfs-3_4_1-tests_jar-_-any-15812409367802878035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:28,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1948212a{HTTP/1.1, (http/1.1)}{localhost:35815} 2024-11-15T02:23:28,554 INFO [Time-limited test {}] server.Server(415): Started @324932ms 2024-11-15T02:23:28,555 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:23:29,350 WARN [Thread-4292 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/data/data2/current/BP-1722116283-172.17.0.3-1731637407355/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:29,350 WARN [Thread-4291 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/data/data1/current/BP-1722116283-172.17.0.3-1731637407355/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:29,373 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:23:29,374 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T02:23:29,384 WARN [Thread-4279 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:23:29,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50ade2c4e79fbe6b with lease ID 0x16445de3d317d24c: Processing first storage report for DS-81a04458-445e-4c01-81c8-096afe2f1516 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=aeb44f8e-9ae2-4c1e-a989-5b6787a35eb3, infoPort=35837, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=817636962;c=1731637407355) 2024-11-15T02:23:29,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50ade2c4e79fbe6b with lease ID 0x16445de3d317d24c: from storage DS-81a04458-445e-4c01-81c8-096afe2f1516 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=aeb44f8e-9ae2-4c1e-a989-5b6787a35eb3, infoPort=35837, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=817636962;c=1731637407355), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:29,390 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50ade2c4e79fbe6b with lease ID 0x16445de3d317d24c: Processing first storage report for DS-79ebe1ff-48cb-41d1-9fcd-e2471a27e5b4 from datanode DatanodeRegistration(127.0.0.1:42897, datanodeUuid=aeb44f8e-9ae2-4c1e-a989-5b6787a35eb3, infoPort=35837, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=817636962;c=1731637407355) 2024-11-15T02:23:29,390 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50ade2c4e79fbe6b with lease ID 0x16445de3d317d24c: from storage DS-79ebe1ff-48cb-41d1-9fcd-e2471a27e5b4 node DatanodeRegistration(127.0.0.1:42897, datanodeUuid=aeb44f8e-9ae2-4c1e-a989-5b6787a35eb3, infoPort=35837, infoSecurePort=0, ipcPort=43867, storageInfo=lv=-57;cid=testClusterID;nsid=817636962;c=1731637407355), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:29,455 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631 2024-11-15T02:23:29,455 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:29,457 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:29,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:23:29,483 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b with version=8 2024-11-15T02:23:29,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/hbase-staging 2024-11-15T02:23:29,486 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:29,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:29,486 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:29,486 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:29,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:29,487 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:29,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:23:29,487 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:29,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46603 2024-11-15T02:23:29,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46603 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:29,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:466030x0, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:29,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46603-0x1013c4de9bf0000 connected 2024-11-15T02:23:29,989 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:29,990 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:29,993 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/running 2024-11-15T02:23:29,993 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b, hbase.cluster.distributed=false 2024-11-15T02:23:29,997 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/acl 2024-11-15T02:23:29,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46603 2024-11-15T02:23:29,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46603 2024-11-15T02:23:30,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46603 2024-11-15T02:23:30,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46603 2024-11-15T02:23:30,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46603 2024-11-15T02:23:30,050 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:30,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:30,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:30,051 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:30,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:30,051 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:30,051 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:23:30,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:30,052 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:34839 2024-11-15T02:23:30,053 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34839 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:30,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:30,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:30,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:348390x0, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:30,083 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:348390x0, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/running 2024-11-15T02:23:30,083 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:23:30,084 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34839-0x1013c4de9bf0001 connected 2024-11-15T02:23:30,100 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:23:30,101 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/master 2024-11-15T02:23:30,102 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/acl 2024-11-15T02:23:30,112 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34839 2024-11-15T02:23:30,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34839 2024-11-15T02:23:30,140 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34839 2024-11-15T02:23:30,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34839 2024-11-15T02:23:30,151 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34839 2024-11-15T02:23:30,168 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:46603 2024-11-15T02:23:30,176 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-192488205/backup-masters/ce6119325ab7,46603,1731637409486 2024-11-15T02:23:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205/backup-masters 2024-11-15T02:23:30,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205/backup-masters 2024-11-15T02:23:30,188 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on existing znode=/0-192488205/backup-masters/ce6119325ab7,46603,1731637409486 2024-11-15T02:23:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-192488205/master 2024-11-15T02:23:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:30,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:30,198 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on existing znode=/0-192488205/master 2024-11-15T02:23:30,199 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-192488205/backup-masters/ce6119325ab7,46603,1731637409486 from backup master directory 2024-11-15T02:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-192488205/backup-masters/ce6119325ab7,46603,1731637409486 2024-11-15T02:23:30,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205/backup-masters 2024-11-15T02:23:30,211 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:30,211 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,46603,1731637409486 2024-11-15T02:23:30,211 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205/backup-masters 2024-11-15T02:23:30,215 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/hbase.id] with ID: 6707b3fd-d92f-4c7b-9f12-bad9cb91f463 2024-11-15T02:23:30,215 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/.tmp/hbase.id 2024-11-15T02:23:30,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:23:30,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T02:23:30,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T02:23:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T02:23:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T02:23:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T02:23:30,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T02:23:30,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T02:23:30,627 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/.tmp/hbase.id]:[hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/hbase.id] 2024-11-15T02:23:30,637 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:30,637 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:23:30,638 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T02:23:30,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:30,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:30,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:23:31,066 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:31,067 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:23:31,072 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:31,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:23:31,485 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store 2024-11-15T02:23:31,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:23:31,528 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:31,528 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:31,528 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:31,528 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:31,528 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:31,528 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:31,528 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:31,528 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637411528Disabling compacts and flushes for region at 1731637411528Disabling writes for close at 1731637411528Writing region close event to WAL at 1731637411528Closed at 1731637411528 2024-11-15T02:23:31,529 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/.initializing 2024-11-15T02:23:31,529 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/WALs/ce6119325ab7,46603,1731637409486 2024-11-15T02:23:31,530 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:31,531 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C46603%2C1731637409486, suffix=, logDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/WALs/ce6119325ab7,46603,1731637409486, archiveDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/oldWALs, maxLogs=10 2024-11-15T02:23:31,544 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:31,545 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/WALs/ce6119325ab7,46603,1731637409486/ce6119325ab7%2C46603%2C1731637409486.1731637411531, exclude list is [], retry=0 2024-11-15T02:23:31,548 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:31,573 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/WALs/ce6119325ab7,46603,1731637409486/ce6119325ab7%2C46603%2C1731637409486.1731637411531 2024-11-15T02:23:31,576 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:31,576 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:31,576 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:31,577 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,577 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,584 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,594 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,601 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:31,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:23:31,685 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:31,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:31,685 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:23:31,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:31,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:31,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:23:31,689 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:31,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:31,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:23:31,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:31,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:31,691 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,692 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,692 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,695 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,695 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,696 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:31,698 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:31,701 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:31,702 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75207755, jitterRate=0.12068288028240204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:31,702 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637411577Initializing all the Stores at 1731637411577Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637411577Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637411584 (+7 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637411584Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637411584Cleaning up temporary data from old regions at 1731637411695 (+111 ms)Region opened successfully at 1731637411702 (+7 ms) 2024-11-15T02:23:31,703 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:23:31,708 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66ae1d02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:31,709 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:23:31,709 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:23:31,709 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:23:31,709 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:23:31,710 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:23:31,710 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:23:31,710 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:23:31,715 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:23:31,716 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Unable to get data of znode /0-192488205/balancer because node does not exist (not necessarily an error) 2024-11-15T02:23:31,835 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-192488205/balancer already deleted, retry=false 2024-11-15T02:23:31,836 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:23:31,845 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Unable to get data of znode /0-192488205/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:23:31,884 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-192488205/normalizer already deleted, retry=false 2024-11-15T02:23:31,885 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:23:31,890 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Unable to get data of znode /0-192488205/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:23:31,971 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-192488205/switch/split already deleted, retry=false 2024-11-15T02:23:31,973 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Unable to get data of znode /0-192488205/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:23:32,074 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-192488205/switch/merge already deleted, retry=false 2024-11-15T02:23:32,077 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Unable to get data of znode /0-192488205/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:23:32,208 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-192488205/snapshot-cleanup already deleted, retry=false 2024-11-15T02:23:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-192488205/running 2024-11-15T02:23:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-192488205/running 2024-11-15T02:23:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:32,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:32,300 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,46603,1731637409486, sessionid=0x1013c4de9bf0000, setting cluster-up flag (Was=false) 2024-11-15T02:23:32,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:32,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:32,715 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-192488205/flush-table-proc/acquired, /0-192488205/flush-table-proc/reached, /0-192488205/flush-table-proc/abort 2024-11-15T02:23:32,717 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,46603,1731637409486 2024-11-15T02:23:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:32,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:33,055 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-192488205/online-snapshot/acquired, /0-192488205/online-snapshot/reached, /0-192488205/online-snapshot/abort 2024-11-15T02:23:33,056 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,46603,1731637409486 2024-11-15T02:23:33,057 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:23:33,059 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:33,059 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:23:33,059 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:23:33,060 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,46603,1731637409486 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:33,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,065 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:33,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:23:33,067 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,067 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:23:33,072 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(746): ClusterId : 6707b3fd-d92f-4c7b-9f12-bad9cb91f463 2024-11-15T02:23:33,072 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:23:33,083 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637443083 2024-11-15T02:23:33,083 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:23:33,084 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:23:33,084 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:23:33,084 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:23:33,084 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:23:33,084 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:23:33,084 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,085 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:23:33,085 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:23:33,085 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:23:33,085 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:23:33,092 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:23:33,092 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:23:33,100 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637413092,5,FailOnTimeoutGroup] 2024-11-15T02:23:33,100 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637413100,5,FailOnTimeoutGroup] 2024-11-15T02:23:33,100 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,100 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:23:33,100 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,100 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:23:33,103 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:23:33,103 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b 2024-11-15T02:23:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:23:33,108 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:33,109 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:33,110 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:33,110 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:33,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:33,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:33,112 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:33,112 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:33,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:33,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,114 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:33,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740 2024-11-15T02:23:33,115 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740 2024-11-15T02:23:33,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:33,116 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:33,116 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:33,117 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:33,118 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:23:33,118 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:23:33,119 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:33,119 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72531152, jitterRate=0.08079838752746582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637413108Initializing all the Stores at 1731637413108Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637413109 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637413109Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637413109Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637413109Cleaning up temporary data from old regions at 1731637413116 (+7 ms)Region opened successfully at 1731637413119 (+3 ms) 2024-11-15T02:23:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:33,119 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:33,119 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:33,120 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:33,120 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637413119Disabling compacts and flushes for region at 1731637413119Disabling writes for close at 1731637413119Writing region close event to WAL at 1731637413120 (+1 ms)Closed at 1731637413120 2024-11-15T02:23:33,121 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:33,121 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:23:33,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:23:33,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:33,123 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:23:33,195 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:23:33,195 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7256cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:33,208 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:34839 2024-11-15T02:23:33,208 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:23:33,208 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:23:33,208 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:23:33,209 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,46603,1731637409486 with port=34839, startcode=1731637410050 2024-11-15T02:23:33,209 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:23:33,211 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:23:33,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46603 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,211 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46603 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,212 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b 2024-11-15T02:23:33,212 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43717 2024-11-15T02:23:33,212 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:23:33,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205/rs 2024-11-15T02:23:33,262 DEBUG [RS:0;ce6119325ab7:34839 {}] zookeeper.ZKUtil(111): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on existing znode=/0-192488205/rs/ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,262 WARN [RS:0;ce6119325ab7:34839 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:33,262 INFO [RS:0;ce6119325ab7:34839 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:33,262 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,34839,1731637410050] 2024-11-15T02:23:33,262 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,267 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:23:33,273 WARN [ce6119325ab7:46603 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T02:23:33,276 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:23:33,284 INFO [RS:0;ce6119325ab7:34839 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:23:33,284 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,285 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:23:33,285 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:23:33,286 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:33,286 DEBUG [RS:0;ce6119325ab7:34839 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:33,289 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,289 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,289 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,289 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,289 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,289 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34839,1731637410050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:33,306 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:23:33,306 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,34839,1731637410050-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,306 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,306 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.Replication(171): ce6119325ab7,34839,1731637410050 started 2024-11-15T02:23:33,325 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,325 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,34839,1731637410050, RpcServer on ce6119325ab7/172.17.0.3:34839, sessionid=0x1013c4de9bf0001 2024-11-15T02:23:33,326 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:23:33,326 DEBUG [RS:0;ce6119325ab7:34839 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,326 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34839,1731637410050' 2024-11-15T02:23:33,326 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-192488205/flush-table-proc/abort' 2024-11-15T02:23:33,326 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-192488205/flush-table-proc/acquired' 2024-11-15T02:23:33,326 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:23:33,327 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:23:33,327 DEBUG [RS:0;ce6119325ab7:34839 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,327 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,34839,1731637410050' 2024-11-15T02:23:33,327 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-192488205/online-snapshot/abort' 2024-11-15T02:23:33,327 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-192488205/online-snapshot/acquired' 2024-11-15T02:23:33,327 DEBUG [RS:0;ce6119325ab7:34839 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:23:33,327 INFO [RS:0;ce6119325ab7:34839 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:23:33,327 INFO [RS:0;ce6119325ab7:34839 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:23:33,428 INFO [RS:0;ce6119325ab7:34839 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:33,429 INFO [RS:0;ce6119325ab7:34839 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C34839%2C1731637410050, suffix=, logDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050, archiveDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/oldWALs, maxLogs=10 2024-11-15T02:23:33,443 DEBUG [RS:0;ce6119325ab7:34839 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429, exclude list is [], retry=0 2024-11-15T02:23:33,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:33,449 INFO [RS:0;ce6119325ab7:34839 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 2024-11-15T02:23:33,464 DEBUG [RS:0;ce6119325ab7:34839 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:33,524 DEBUG [ce6119325ab7:46603 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:23:33,524 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,525 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,34839,1731637410050, state=OPENING 2024-11-15T02:23:33,562 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:23:33,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:33,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:33,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-192488205/meta-region-server: CHANGED 2024-11-15T02:23:33,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-192488205/meta-region-server: CHANGED 2024-11-15T02:23:33,573 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:33,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,34839,1731637410050}] 2024-11-15T02:23:33,728 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:33,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38161, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:23:33,744 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:23:33,744 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:33,745 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:23:33,746 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C34839%2C1731637410050.meta, suffix=.meta, logDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050, archiveDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/oldWALs, maxLogs=10 2024-11-15T02:23:33,760 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637413746.meta, exclude list is [], retry=0 2024-11-15T02:23:33,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:33,763 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637413746.meta 2024-11-15T02:23:33,764 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:33,764 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:33,765 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:33,765 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:23:33,765 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:23:33,765 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:23:33,765 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:23:33,765 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:33,765 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:23:33,765 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:23:33,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:33,767 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:33,767 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:33,768 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:33,768 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:33,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:33,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:33,781 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:33,781 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:33,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:33,781 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:33,782 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740 2024-11-15T02:23:33,783 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740 2024-11-15T02:23:33,784 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:33,784 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:33,784 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:33,785 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:33,786 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65188087, jitterRate=-0.02862180769443512}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:33,786 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:23:33,786 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637413765Writing region info on filesystem at 1731637413765Initializing all the Stores at 1731637413766 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637413766Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637413766Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637413766Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637413766Cleaning up temporary data from old regions at 1731637413784 (+18 ms)Running coprocessor post-open hooks at 1731637413786 (+2 ms)Region opened successfully at 1731637413786 2024-11-15T02:23:33,787 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637413728 2024-11-15T02:23:33,789 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:23:33,789 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:23:33,789 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,790 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,34839,1731637410050, state=OPEN 2024-11-15T02:23:33,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-192488205/meta-region-server 2024-11-15T02:23:33,854 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:33,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-192488205/meta-region-server 2024-11-15T02:23:33,854 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-192488205/meta-region-server: CHANGED 2024-11-15T02:23:33,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-192488205/meta-region-server: CHANGED 2024-11-15T02:23:33,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:23:33,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,34839,1731637410050 in 281 msec 2024-11-15T02:23:33,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:23:33,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 736 msec 2024-11-15T02:23:33,860 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:33,860 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:23:33,861 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:33,861 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34839,1731637410050, seqNum=-1] 2024-11-15T02:23:33,861 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:33,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41775, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:33,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 807 msec 2024-11-15T02:23:33,867 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637413867, completionTime=-1 2024-11-15T02:23:33,867 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:23:33,867 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:23:33,868 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:23:33,868 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637473868 2024-11-15T02:23:33,868 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637533868 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46603,1731637409486-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46603,1731637409486-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46603,1731637409486-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:46603, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,871 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.661sec 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:23:33,872 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46603,1731637409486-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:33,873 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46603,1731637409486-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:23:33,874 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:23:33,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:23:33,874 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,46603,1731637409486-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:33,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a626b01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:33,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46603,-1 for getting cluster id 2024-11-15T02:23:33,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:33,972 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6707b3fd-d92f-4c7b-9f12-bad9cb91f463' 2024-11-15T02:23:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6707b3fd-d92f-4c7b-9f12-bad9cb91f463" 2024-11-15T02:23:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eda8e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46603,-1] 2024-11-15T02:23:33,973 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:33,974 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:33,974 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:33,975 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45283088, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:33,975 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:33,976 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34839,1731637410050, seqNum=-1] 2024-11-15T02:23:33,977 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:33,977 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:33,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,46603,1731637409486 2024-11-15T02:23:33,979 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:33,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:33,988 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013c4de9bf0002 connected 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir so I do NOT create it in target/test-data/1745348f-602d-9181-c2db-79490174057c 2024-11-15T02:23:34,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.tmp.dir so I do NOT create it in target/test-data/1745348f-602d-9181-c2db-79490174057c 2024-11-15T02:23:34,000 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:23:34,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/cluster_197f0f32-acc6-c7e9-3af3-f28340004874, deleteOnExit=true 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/test.cache.data in system properties and HBase conf 2024-11-15T02:23:34,000 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:23:34,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:23:34,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:23:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:23:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:23:34,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:23:34,506 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:34,516 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:34,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:34,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:34,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:23:34,557 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:34,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@58b6d40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:34,557 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b0e3ba5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:34,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c6635d9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/java.io.tmpdir/jetty-localhost-46507-hadoop-hdfs-3_4_1-tests_jar-_-any-2246400588615588234/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:34,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@c278ef4{HTTP/1.1, (http/1.1)}{localhost:46507} 2024-11-15T02:23:34,670 INFO [Time-limited test {}] server.Server(415): Started @331047ms 2024-11-15T02:23:34,969 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:34,975 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:34,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:34,981 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:34,981 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:23:34,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36d30e92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:34,985 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19ba809a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:35,108 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@368d784d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/java.io.tmpdir/jetty-localhost-40633-hadoop-hdfs-3_4_1-tests_jar-_-any-11012342576925029518/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:35,109 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@626c0c8b{HTTP/1.1, (http/1.1)}{localhost:40633} 2024-11-15T02:23:35,109 INFO [Time-limited test {}] server.Server(415): Started @331486ms 2024-11-15T02:23:35,110 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:23:35,913 WARN [Thread-4412 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/cluster_197f0f32-acc6-c7e9-3af3-f28340004874/data/data1/current/BP-1857896235-172.17.0.3-1731637414022/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:35,928 WARN [Thread-4413 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/cluster_197f0f32-acc6-c7e9-3af3-f28340004874/data/data2/current/BP-1857896235-172.17.0.3-1731637414022/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:35,972 WARN [Thread-4400 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:23:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2474b0d48f113e3f with lease ID 0x695f707209ab6ae3: Processing first storage report for DS-fccaabc9-571a-4563-8dd5-590283866ea6 from datanode DatanodeRegistration(127.0.0.1:37749, datanodeUuid=93718ee6-4e1a-4525-a45d-773fb610514f, infoPort=44205, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1921602313;c=1731637414022) 2024-11-15T02:23:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2474b0d48f113e3f with lease ID 0x695f707209ab6ae3: from storage DS-fccaabc9-571a-4563-8dd5-590283866ea6 node DatanodeRegistration(127.0.0.1:37749, datanodeUuid=93718ee6-4e1a-4525-a45d-773fb610514f, infoPort=44205, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1921602313;c=1731637414022), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2474b0d48f113e3f with lease ID 0x695f707209ab6ae3: Processing first storage report for DS-861de602-8b13-4323-9fd6-0763d562bab9 from datanode DatanodeRegistration(127.0.0.1:37749, datanodeUuid=93718ee6-4e1a-4525-a45d-773fb610514f, infoPort=44205, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1921602313;c=1731637414022) 2024-11-15T02:23:35,982 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2474b0d48f113e3f with lease ID 0x695f707209ab6ae3: from storage DS-861de602-8b13-4323-9fd6-0763d562bab9 node DatanodeRegistration(127.0.0.1:37749, datanodeUuid=93718ee6-4e1a-4525-a45d-773fb610514f, infoPort=44205, infoSecurePort=0, ipcPort=46295, storageInfo=lv=-57;cid=testClusterID;nsid=1921602313;c=1731637414022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:36,007 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c 2024-11-15T02:23:36,007 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:36,009 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:36,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:23:36,421 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe with version=8 2024-11-15T02:23:36,421 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/hbase-staging 2024-11-15T02:23:36,424 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:23:36,424 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:36,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:43801 2024-11-15T02:23:36,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43801 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:36,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438010x0, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:36,532 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43801-0x1013c4de9bf0003 connected 2024-11-15T02:23:36,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:36,660 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:36,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/running 2024-11-15T02:23:36,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe, hbase.cluster.distributed=false 2024-11-15T02:23:36,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/acl 2024-11-15T02:23:36,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43801 2024-11-15T02:23:36,730 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43801 2024-11-15T02:23:36,744 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43801 2024-11-15T02:23:36,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43801 2024-11-15T02:23:36,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43801 2024-11-15T02:23:36,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:36,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:36,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:36,780 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:36,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:36,780 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:36,781 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:23:36,781 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:36,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42699 2024-11-15T02:23:36,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42699 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:36,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:36,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:36,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426990x0, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:36,856 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426990x0, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/running 2024-11-15T02:23:36,856 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:23:36,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42699-0x1013c4de9bf0004 connected 2024-11-15T02:23:36,872 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:23:36,880 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/master 2024-11-15T02:23:36,889 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/acl 2024-11-15T02:23:36,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-15T02:23:36,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42699 2024-11-15T02:23:36,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42699 2024-11-15T02:23:36,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-15T02:23:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42699 2024-11-15T02:23:36,954 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:43801 2024-11-15T02:23:36,960 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-215082964/backup-masters/ce6119325ab7,43801,1731637416423 2024-11-15T02:23:36,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964/backup-masters 2024-11-15T02:23:36,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964/backup-masters 2024-11-15T02:23:36,974 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on existing znode=/1-215082964/backup-masters/ce6119325ab7,43801,1731637416423 2024-11-15T02:23:36,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:36,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-215082964/master 2024-11-15T02:23:36,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:36,989 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on existing znode=/1-215082964/master 2024-11-15T02:23:36,990 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-215082964/backup-masters/ce6119325ab7,43801,1731637416423 from backup master directory 2024-11-15T02:23:36,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215082964/backup-masters/ce6119325ab7,43801,1731637416423 2024-11-15T02:23:36,998 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:36,998 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,43801,1731637416423 2024-11-15T02:23:36,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964/backup-masters 2024-11-15T02:23:37,002 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/hbase.id] with ID: bfd36083-27d9-4f63-84c9-460c57a6c91c 2024-11-15T02:23:37,002 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/.tmp/hbase.id 2024-11-15T02:23:37,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964/backup-masters 2024-11-15T02:23:37,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:23:37,413 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/.tmp/hbase.id]:[hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/hbase.id] 2024-11-15T02:23:37,427 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:37,427 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:23:37,429 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T02:23:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:37,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:37,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:23:37,462 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:37,463 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:23:37,464 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:37,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:23:37,482 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store 2024-11-15T02:23:37,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:23:37,908 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:37,908 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:37,909 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:37,909 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:37,909 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:37,909 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:37,909 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:37,909 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637417908Disabling compacts and flushes for region at 1731637417908Disabling writes for close at 1731637417909 (+1 ms)Writing region close event to WAL at 1731637417909Closed at 1731637417909 2024-11-15T02:23:37,912 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/.initializing 2024-11-15T02:23:37,912 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/WALs/ce6119325ab7,43801,1731637416423 2024-11-15T02:23:37,913 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:37,915 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C43801%2C1731637416423, suffix=, logDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/WALs/ce6119325ab7,43801,1731637416423, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/oldWALs, maxLogs=10 2024-11-15T02:23:37,974 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/WALs/ce6119325ab7,43801,1731637416423/ce6119325ab7%2C43801%2C1731637416423.1731637417915, exclude list is [], retry=0 2024-11-15T02:23:38,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-fccaabc9-571a-4563-8dd5-590283866ea6,DISK] 2024-11-15T02:23:38,018 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/WALs/ce6119325ab7,43801,1731637416423/ce6119325ab7%2C43801%2C1731637416423.1731637417915 2024-11-15T02:23:38,020 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-11-15T02:23:38,020 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:38,021 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:38,021 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,021 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,047 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,049 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:23:38,049 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:38,050 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,053 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:23:38,053 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:38,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:38,054 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,058 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:23:38,058 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:38,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:38,059 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,060 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:23:38,060 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:38,061 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:38,061 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,062 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,063 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,063 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,063 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:38,064 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:38,066 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:38,066 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71299724, jitterRate=0.06244868040084839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:38,067 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637418021Initializing all the Stores at 1731637418028 (+7 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637418028Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637418047 (+19 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637418047Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637418047Cleaning up temporary data from old regions at 1731637418063 (+16 ms)Region opened successfully at 1731637418067 (+4 ms) 2024-11-15T02:23:38,067 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:23:38,069 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d932bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:38,070 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:23:38,070 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:23:38,070 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:23:38,070 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:23:38,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:23:38,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:23:38,071 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:23:38,097 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:23:38,098 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Unable to get data of znode /1-215082964/balancer because node does not exist (not necessarily an error) 2024-11-15T02:23:38,173 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215082964/balancer already deleted, retry=false 2024-11-15T02:23:38,174 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:23:38,175 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Unable to get data of znode /1-215082964/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:23:38,204 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215082964/normalizer already deleted, retry=false 2024-11-15T02:23:38,205 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:23:38,212 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Unable to get data of znode /1-215082964/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:23:38,218 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215082964/switch/split already deleted, retry=false 2024-11-15T02:23:38,219 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Unable to get data of znode /1-215082964/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:23:38,229 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215082964/switch/merge already deleted, retry=false 2024-11-15T02:23:38,240 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Unable to get data of znode /1-215082964/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:23:38,250 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-215082964/snapshot-cleanup already deleted, retry=false 2024-11-15T02:23:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-215082964/running 2024-11-15T02:23:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-215082964/running 2024-11-15T02:23:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:38,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:38,262 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,43801,1731637416423, sessionid=0x1013c4de9bf0003, setting cluster-up flag (Was=false) 2024-11-15T02:23:38,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:38,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:38,336 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-215082964/flush-table-proc/acquired, /1-215082964/flush-table-proc/reached, /1-215082964/flush-table-proc/abort 2024-11-15T02:23:38,337 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,43801,1731637416423 2024-11-15T02:23:38,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:38,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:38,431 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-215082964/online-snapshot/acquired, /1-215082964/online-snapshot/reached, /1-215082964/online-snapshot/abort 2024-11-15T02:23:38,456 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,43801,1731637416423 2024-11-15T02:23:38,461 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:23:38,468 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:38,469 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:23:38,469 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:23:38,469 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,43801,1731637416423 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:23:38,500 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:38,501 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,518 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:38,519 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:23:38,526 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:38,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:23:38,541 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637448541 2024-11-15T02:23:38,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:23:38,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:23:38,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:23:38,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:23:38,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:23:38,542 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:23:38,560 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,564 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:23:38,565 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:23:38,565 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:23:38,565 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:23:38,567 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:23:38,567 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:23:38,579 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637418567,5,FailOnTimeoutGroup] 2024-11-15T02:23:38,584 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637418579,5,FailOnTimeoutGroup] 2024-11-15T02:23:38,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:23:38,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,584 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,596 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(746): ClusterId : bfd36083-27d9-4f63-84c9-460c57a6c91c 2024-11-15T02:23:38,596 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:23:38,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:23:38,613 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:23:38,613 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:23:38,637 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:23:38,637 DEBUG [RS:0;ce6119325ab7:42699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e0685b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:38,658 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:42699 2024-11-15T02:23:38,658 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:23:38,658 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:23:38,659 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:23:38,666 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,43801,1731637416423 with port=42699, startcode=1731637416779 2024-11-15T02:23:38,666 DEBUG [RS:0;ce6119325ab7:42699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:23:38,685 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37179, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:23:38,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43801 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,42699,1731637416779 2024-11-15T02:23:38,686 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43801 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,42699,1731637416779 2024-11-15T02:23:38,691 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe 2024-11-15T02:23:38,691 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42879 2024-11-15T02:23:38,691 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:23:38,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964/rs 2024-11-15T02:23:38,734 DEBUG [RS:0;ce6119325ab7:42699 {}] zookeeper.ZKUtil(111): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on existing znode=/1-215082964/rs/ce6119325ab7,42699,1731637416779 2024-11-15T02:23:38,735 WARN [RS:0;ce6119325ab7:42699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:38,735 INFO [RS:0;ce6119325ab7:42699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:38,735 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779 2024-11-15T02:23:38,753 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,42699,1731637416779] 2024-11-15T02:23:38,769 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:23:38,796 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:23:38,816 INFO [RS:0;ce6119325ab7:42699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:23:38,816 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,820 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:23:38,824 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:23:38,825 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:38,825 DEBUG [RS:0;ce6119325ab7:42699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:38,848 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,848 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,848 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,848 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,848 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,848 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42699,1731637416779-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:38,891 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:23:38,892 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,42699,1731637416779-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,892 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,892 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.Replication(171): ce6119325ab7,42699,1731637416779 started 2024-11-15T02:23:38,943 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:38,944 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,42699,1731637416779, RpcServer on ce6119325ab7/172.17.0.3:42699, sessionid=0x1013c4de9bf0004 2024-11-15T02:23:38,944 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:23:38,944 DEBUG [RS:0;ce6119325ab7:42699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,42699,1731637416779 2024-11-15T02:23:38,955 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,42699,1731637416779' 2024-11-15T02:23:38,955 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-215082964/flush-table-proc/abort' 2024-11-15T02:23:38,965 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-215082964/flush-table-proc/acquired' 2024-11-15T02:23:38,968 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:23:38,968 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:23:38,968 DEBUG [RS:0;ce6119325ab7:42699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,42699,1731637416779 2024-11-15T02:23:38,968 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,42699,1731637416779' 2024-11-15T02:23:38,968 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-215082964/online-snapshot/abort' 2024-11-15T02:23:38,969 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-215082964/online-snapshot/acquired' 2024-11-15T02:23:38,970 DEBUG [RS:0;ce6119325ab7:42699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:23:38,970 INFO [RS:0;ce6119325ab7:42699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:23:38,970 INFO [RS:0;ce6119325ab7:42699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:23:39,012 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:23:39,012 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe 2024-11-15T02:23:39,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:23:39,073 INFO [RS:0;ce6119325ab7:42699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:39,076 INFO [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C42699%2C1731637416779, suffix=, logDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/oldWALs, maxLogs=10 2024-11-15T02:23:39,101 DEBUG [RS:0;ce6119325ab7:42699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779/ce6119325ab7%2C42699%2C1731637416779.1731637419077, exclude list is [], retry=0 2024-11-15T02:23:39,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-fccaabc9-571a-4563-8dd5-590283866ea6,DISK] 2024-11-15T02:23:39,125 INFO [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779/ce6119325ab7%2C42699%2C1731637416779.1731637419077 2024-11-15T02:23:39,128 DEBUG [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-11-15T02:23:39,268 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,272 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:39,482 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:39,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:39,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:39,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:39,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:39,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:39,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:39,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:39,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:39,511 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:39,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:39,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:39,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:39,517 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:39,519 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:39,519 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:39,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:39,523 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:39,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740 2024-11-15T02:23:39,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740 2024-11-15T02:23:39,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:39,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:39,526 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:39,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:39,537 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:39,537 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61593673, jitterRate=-0.08218275010585785}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:39,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637419482Initializing all the Stores at 1731637419485 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637419485Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637419500 (+15 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637419500Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637419500Cleaning up temporary data from old regions at 1731637419525 (+25 ms)Region opened successfully at 1731637419538 (+13 ms) 2024-11-15T02:23:39,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:39,538 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:39,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:39,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:39,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:39,553 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:39,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637419538Disabling compacts and flushes for region at 1731637419538Disabling writes for close at 1731637419538Writing region close event to WAL at 1731637419553 (+15 ms)Closed at 1731637419553 2024-11-15T02:23:39,554 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:39,554 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:23:39,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:23:39,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:39,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:23:39,710 DEBUG [ce6119325ab7:43801 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:23:39,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,42699,1731637416779 2024-11-15T02:23:39,712 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,42699,1731637416779, state=OPENING 2024-11-15T02:23:39,776 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:23:39,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:39,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:39,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215082964/meta-region-server: CHANGED 2024-11-15T02:23:39,788 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:39,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,42699,1731637416779}] 2024-11-15T02:23:39,790 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215082964/meta-region-server: CHANGED 2024-11-15T02:23:39,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:39,954 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35889, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:23:39,968 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:23:39,968 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:39,968 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:23:39,970 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C42699%2C1731637416779.meta, suffix=.meta, logDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779, archiveDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/oldWALs, maxLogs=10 2024-11-15T02:23:40,039 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779/ce6119325ab7%2C42699%2C1731637416779.meta.1731637419970.meta, exclude list is [], retry=0 2024-11-15T02:23:40,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37749,DS-fccaabc9-571a-4563-8dd5-590283866ea6,DISK] 2024-11-15T02:23:40,075 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779/ce6119325ab7%2C42699%2C1731637416779.meta.1731637419970.meta 2024-11-15T02:23:40,080 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44205:44205)] 2024-11-15T02:23:40,080 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:40,081 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:40,081 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:23:40,081 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:23:40,081 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:23:40,081 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:23:40,081 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:40,081 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:23:40,081 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:23:40,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:40,093 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:40,093 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:40,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:40,100 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:40,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:40,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:40,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:40,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:40,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:40,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:40,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:40,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:40,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:40,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:40,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:40,128 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:40,132 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740 2024-11-15T02:23:40,144 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740 2024-11-15T02:23:40,164 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:40,164 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:40,172 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:40,192 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:40,207 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74337140, jitterRate=0.10770970582962036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:40,207 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:23:40,207 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637420082Writing region info on filesystem at 1731637420082Initializing all the Stores at 1731637420087 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637420087Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637420087Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637420087Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637420087Cleaning up temporary data from old regions at 1731637420164 (+77 ms)Running coprocessor post-open hooks at 1731637420207 (+43 ms)Region opened successfully at 1731637420207 2024-11-15T02:23:40,216 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637419947 2024-11-15T02:23:40,223 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,42699,1731637416779 2024-11-15T02:23:40,224 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:23:40,224 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:23:40,224 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,42699,1731637416779, state=OPEN 2024-11-15T02:23:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-215082964/meta-region-server 2024-11-15T02:23:40,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-215082964/meta-region-server 2024-11-15T02:23:40,282 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215082964/meta-region-server: CHANGED 2024-11-15T02:23:40,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-215082964/meta-region-server: CHANGED 2024-11-15T02:23:40,284 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,42699,1731637416779 2024-11-15T02:23:40,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:23:40,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,42699,1731637416779 in 496 msec 2024-11-15T02:23:40,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:23:40,293 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-11-15T02:23:40,294 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:40,294 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:23:40,313 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:40,313 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,42699,1731637416779, seqNum=-1] 2024-11-15T02:23:40,314 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:40,316 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:40,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.8590 sec 2024-11-15T02:23:40,328 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637420328, completionTime=-1 2024-11-15T02:23:40,328 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:23:40,328 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:23:40,331 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:23:40,331 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637480331 2024-11-15T02:23:40,331 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637540331 2024-11-15T02:23:40,331 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T02:23:40,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43801,1731637416423-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43801,1731637416423-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43801,1731637416423-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:43801, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,332 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,340 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.348sec 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43801,1731637416423-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:40,347 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43801,1731637416423-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:23:40,378 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:23:40,378 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:23:40,378 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,43801,1731637416423-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:40,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f09fddc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:40,430 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43801,-1 for getting cluster id 2024-11-15T02:23:40,430 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:40,441 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfd36083-27d9-4f63-84c9-460c57a6c91c' 2024-11-15T02:23:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:40,444 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfd36083-27d9-4f63-84c9-460c57a6c91c" 2024-11-15T02:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@656f0659, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43801,-1] 2024-11-15T02:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:40,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:40,447 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:40,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c6f5c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:40,448 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:40,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,42699,1731637416779, seqNum=-1] 2024-11-15T02:23:40,450 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:40,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:40,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,43801,1731637416423 2024-11-15T02:23:40,453 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:40,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:40,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013c4de9bf0005 connected 2024-11-15T02:23:40,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir so I do NOT create it in target/test-data/9948f097-ec49-fff6-87da-85d343160251 2024-11-15T02:23:40,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T02:23:40,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.tmp.dir so I do NOT create it in target/test-data/9948f097-ec49-fff6-87da-85d343160251 2024-11-15T02:23:40,503 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T02:23:40,503 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251 2024-11-15T02:23:40,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T02:23:40,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/cluster_518e1912-5e52-35da-bef1-b929303e1314, deleteOnExit=true 2024-11-15T02:23:40,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T02:23:40,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/test.cache.data in system properties and HBase conf 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/hadoop.log.dir in system properties and HBase conf 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T02:23:40,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:40,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/nfs.dump.dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/java.io.tmpdir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T02:23:40,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T02:23:41,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:41,046 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:41,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:41,105 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:41,105 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T02:23:41,112 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:41,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41be3cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:41,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10a2c4c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:41,333 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e899b33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/java.io.tmpdir/jetty-localhost-45151-hadoop-hdfs-3_4_1-tests_jar-_-any-14552247249383367923/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:41,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e45095{HTTP/1.1, (http/1.1)}{localhost:45151} 2024-11-15T02:23:41,347 INFO [Time-limited test {}] server.Server(415): Started @337725ms 2024-11-15T02:23:41,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T02:23:41,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T02:23:41,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T02:23:41,916 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T02:23:41,916 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T02:23:41,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@746b28f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/hadoop.log.dir/,AVAILABLE} 2024-11-15T02:23:41,925 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b84476c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T02:23:42,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@422ac13a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/java.io.tmpdir/jetty-localhost-44497-hadoop-hdfs-3_4_1-tests_jar-_-any-7394013405199122888/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:42,072 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69f32fca{HTTP/1.1, (http/1.1)}{localhost:44497} 2024-11-15T02:23:42,072 INFO [Time-limited test {}] server.Server(415): Started @338450ms 2024-11-15T02:23:42,076 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T02:23:43,305 WARN [Thread-4534 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/cluster_518e1912-5e52-35da-bef1-b929303e1314/data/data2/current/BP-1911866950-172.17.0.3-1731637420546/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:43,305 WARN [Thread-4533 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/cluster_518e1912-5e52-35da-bef1-b929303e1314/data/data1/current/BP-1911866950-172.17.0.3-1731637420546/current, will proceed with Du for space computation calculation, 2024-11-15T02:23:43,385 WARN [Thread-4521 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T02:23:43,402 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798bae90c7bcfe95 with lease ID 0xda470c8ca992dc8a: Processing first storage report for DS-3de0bbda-61ab-43dd-9428-55604bd2c764 from datanode DatanodeRegistration(127.0.0.1:39101, datanodeUuid=8a55d872-a834-4dea-9b08-578366176e0f, infoPort=44675, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1544939218;c=1731637420546) 2024-11-15T02:23:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798bae90c7bcfe95 with lease ID 0xda470c8ca992dc8a: from storage DS-3de0bbda-61ab-43dd-9428-55604bd2c764 node DatanodeRegistration(127.0.0.1:39101, datanodeUuid=8a55d872-a834-4dea-9b08-578366176e0f, infoPort=44675, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1544939218;c=1731637420546), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x798bae90c7bcfe95 with lease ID 0xda470c8ca992dc8a: Processing first storage report for DS-d811edf6-a193-4c02-a6bc-38f3bbbe1cd5 from datanode DatanodeRegistration(127.0.0.1:39101, datanodeUuid=8a55d872-a834-4dea-9b08-578366176e0f, infoPort=44675, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1544939218;c=1731637420546) 2024-11-15T02:23:43,403 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x798bae90c7bcfe95 with lease ID 0xda470c8ca992dc8a: from storage DS-d811edf6-a193-4c02-a6bc-38f3bbbe1cd5 node DatanodeRegistration(127.0.0.1:39101, datanodeUuid=8a55d872-a834-4dea-9b08-578366176e0f, infoPort=44675, infoSecurePort=0, ipcPort=40025, storageInfo=lv=-57;cid=testClusterID;nsid=1544939218;c=1731637420546), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T02:23:43,413 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251 2024-11-15T02:23:43,413 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:43,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:43,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741825_1001 (size=7) 2024-11-15T02:23:43,905 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93 with version=8 2024-11-15T02:23:43,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/hbase-staging 2024-11-15T02:23:43,909 INFO [Time-limited test {}] client.ConnectionUtils(128): master/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T02:23:43,910 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:43,922 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:44907 2024-11-15T02:23:43,923 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44907 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:44,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449070x0, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:44,006 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44907-0x1013c4de9bf0006 connected 2024-11-15T02:23:44,024 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:44,025 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:23:44,026 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149036 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:23:44,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:44,080 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:44,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/running 2024-11-15T02:23:44,090 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93, hbase.cluster.distributed=false 2024-11-15T02:23:44,094 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/acl 2024-11-15T02:23:44,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-15T02:23:44,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44907 2024-11-15T02:23:44,135 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44907 2024-11-15T02:23:44,152 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-15T02:23:44,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44907 2024-11-15T02:23:44,189 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/ce6119325ab7:0 server-side Connection retries=45 2024-11-15T02:23:44,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:44,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:44,189 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T02:23:44,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T02:23:44,189 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T02:23:44,189 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T02:23:44,190 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T02:23:44,190 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:35955 2024-11-15T02:23:44,191 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35955 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:44,192 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:44,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:44,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359550x0, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:44,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359550x0, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/running 2024-11-15T02:23:44,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35955-0x1013c4de9bf0007 connected 2024-11-15T02:23:44,208 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T02:23:44,224 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T02:23:44,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/master 2024-11-15T02:23:44,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/acl 2024-11-15T02:23:44,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-15T02:23:44,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35955 2024-11-15T02:23:44,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35955 2024-11-15T02:23:44,315 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-15T02:23:44,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35955 2024-11-15T02:23:44,357 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ce6119325ab7:44907 2024-11-15T02:23:44,369 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21136322488/backup-masters/ce6119325ab7,44907,1731637423909 2024-11-15T02:23:44,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488/backup-masters 2024-11-15T02:23:44,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488/backup-masters 2024-11-15T02:23:44,388 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on existing znode=/21136322488/backup-masters/ce6119325ab7,44907,1731637423909 2024-11-15T02:23:44,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21136322488/master 2024-11-15T02:23:44,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:44,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:44,410 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on existing znode=/21136322488/master 2024-11-15T02:23:44,410 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21136322488/backup-masters/ce6119325ab7,44907,1731637423909 from backup master directory 2024-11-15T02:23:44,418 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:44,418 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ce6119325ab7,44907,1731637423909 2024-11-15T02:23:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21136322488/backup-masters/ce6119325ab7,44907,1731637423909 2024-11-15T02:23:44,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488/backup-masters 2024-11-15T02:23:44,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488/backup-masters 2024-11-15T02:23:44,433 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/hbase.id] with ID: 42df8a43-d80e-49d0-aaa6-6a89efd24ea3 2024-11-15T02:23:44,433 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/.tmp/hbase.id 2024-11-15T02:23:44,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741826_1002 (size=42) 2024-11-15T02:23:44,862 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/.tmp/hbase.id]:[hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/hbase.id] 2024-11-15T02:23:44,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:44,869 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T02:23:44,870 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T02:23:44,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:44,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:44,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741827_1003 (size=196) 2024-11-15T02:23:44,903 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:44,903 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T02:23:44,904 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:44,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741828_1004 (size=1189) 2024-11-15T02:23:45,313 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store 2024-11-15T02:23:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741829_1005 (size=34) 2024-11-15T02:23:45,586 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:45,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,587 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,588 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,668 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:45,736 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:45,736 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:45,736 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:45,736 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:45,736 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:45,736 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:45,736 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:45,736 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637425736Disabling compacts and flushes for region at 1731637425736Disabling writes for close at 1731637425736Writing region close event to WAL at 1731637425736Closed at 1731637425736 2024-11-15T02:23:45,737 WARN [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/.initializing 2024-11-15T02:23:45,737 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/WALs/ce6119325ab7,44907,1731637423909 2024-11-15T02:23:45,738 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:45,742 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ce6119325ab7%2C44907%2C1731637423909, suffix=, logDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/WALs/ce6119325ab7,44907,1731637423909, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/oldWALs, maxLogs=10 2024-11-15T02:23:45,765 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/WALs/ce6119325ab7,44907,1731637423909/ce6119325ab7%2C44907%2C1731637423909.1731637425742, exclude list is [], retry=0 2024-11-15T02:23:45,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39101,DS-3de0bbda-61ab-43dd-9428-55604bd2c764,DISK] 2024-11-15T02:23:45,777 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/WALs/ce6119325ab7,44907,1731637423909/ce6119325ab7%2C44907%2C1731637423909.1731637425742 2024-11-15T02:23:45,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-15T02:23:45,780 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:45,781 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:45,781 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,781 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,784 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T02:23:45,793 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:45,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:45,793 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T02:23:45,795 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:45,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:45,796 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,797 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T02:23:45,797 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:45,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:45,798 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T02:23:45,800 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:45,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:45,803 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,804 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,805 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,806 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,806 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,807 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:45,808 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T02:23:45,817 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:45,818 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60553499, jitterRate=-0.09768255054950714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:45,818 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731637425781Initializing all the Stores at 1731637425782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637425782Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637425784 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637425784Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637425784Cleaning up temporary data from old regions at 1731637425806 (+22 ms)Region opened successfully at 1731637425818 (+12 ms) 2024-11-15T02:23:45,827 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T02:23:45,831 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1c2157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:45,832 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T02:23:45,832 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T02:23:45,832 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T02:23:45,832 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T02:23:45,833 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T02:23:45,833 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T02:23:45,833 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T02:23:45,847 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T02:23:45,848 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Unable to get data of znode /21136322488/balancer because node does not exist (not necessarily an error) 2024-11-15T02:23:45,955 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/balancer already deleted, retry=false 2024-11-15T02:23:45,955 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T02:23:45,956 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Unable to get data of znode /21136322488/normalizer because node does not exist (not necessarily an error) 2024-11-15T02:23:45,965 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/normalizer already deleted, retry=false 2024-11-15T02:23:45,966 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T02:23:45,969 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Unable to get data of znode /21136322488/switch/split because node does not exist (not necessarily an error) 2024-11-15T02:23:45,976 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/switch/split already deleted, retry=false 2024-11-15T02:23:45,976 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Unable to get data of znode /21136322488/switch/merge because node does not exist (not necessarily an error) 2024-11-15T02:23:45,986 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/switch/merge already deleted, retry=false 2024-11-15T02:23:45,989 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Unable to get data of znode /21136322488/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T02:23:45,997 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/snapshot-cleanup already deleted, retry=false 2024-11-15T02:23:46,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21136322488/running 2024-11-15T02:23:46,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:46,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21136322488/running 2024-11-15T02:23:46,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:46,020 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ce6119325ab7,44907,1731637423909, sessionid=0x1013c4de9bf0006, setting cluster-up flag (Was=false) 2024-11-15T02:23:46,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:46,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:46,072 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21136322488/flush-table-proc/acquired, /21136322488/flush-table-proc/reached, /21136322488/flush-table-proc/abort 2024-11-15T02:23:46,075 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44907,1731637423909 2024-11-15T02:23:46,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:46,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:46,123 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21136322488/online-snapshot/acquired, /21136322488/online-snapshot/reached, /21136322488/online-snapshot/abort 2024-11-15T02:23:46,128 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ce6119325ab7,44907,1731637423909 2024-11-15T02:23:46,146 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T02:23:46,162 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:46,162 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T02:23:46,162 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T02:23:46,162 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ce6119325ab7,44907,1731637423909 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ce6119325ab7:0, corePoolSize=5, maxPoolSize=5 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ce6119325ab7:0, corePoolSize=10, maxPoolSize=10 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:46,164 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,203 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:46,203 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T02:23:46,204 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:46,204 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T02:23:46,226 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731637456226 2024-11-15T02:23:46,226 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T02:23:46,226 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T02:23:46,226 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T02:23:46,226 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T02:23:46,226 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T02:23:46,227 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T02:23:46,240 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,246 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(746): ClusterId : 42df8a43-d80e-49d0-aaa6-6a89efd24ea3 2024-11-15T02:23:46,247 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T02:23:46,260 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T02:23:46,260 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T02:23:46,260 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T02:23:46,261 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T02:23:46,272 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T02:23:46,272 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T02:23:46,276 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637426272,5,FailOnTimeoutGroup] 2024-11-15T02:23:46,294 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637426276,5,FailOnTimeoutGroup] 2024-11-15T02:23:46,294 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,294 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T02:23:46,294 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,294 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,300 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T02:23:46,300 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T02:23:46,321 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T02:23:46,323 DEBUG [RS:0;ce6119325ab7:35955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7b83ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=ce6119325ab7/172.17.0.3:0 2024-11-15T02:23:46,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741831_1007 (size=1321) 2024-11-15T02:23:46,394 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ce6119325ab7:35955 2024-11-15T02:23:46,394 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T02:23:46,394 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T02:23:46,394 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T02:23:46,395 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(2659): reportForDuty to master=ce6119325ab7,44907,1731637423909 with port=35955, startcode=1731637424189 2024-11-15T02:23:46,396 DEBUG [RS:0;ce6119325ab7:35955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T02:23:46,407 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T02:23:46,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44907 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ce6119325ab7,35955,1731637424189 2024-11-15T02:23:46,407 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44907 {}] master.ServerManager(517): Registering regionserver=ce6119325ab7,35955,1731637424189 2024-11-15T02:23:46,413 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93 2024-11-15T02:23:46,413 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42439 2024-11-15T02:23:46,413 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T02:23:46,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488/rs 2024-11-15T02:23:46,483 DEBUG [RS:0;ce6119325ab7:35955 {}] zookeeper.ZKUtil(111): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on existing znode=/21136322488/rs/ce6119325ab7,35955,1731637424189 2024-11-15T02:23:46,483 WARN [RS:0;ce6119325ab7:35955 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T02:23:46,483 INFO [RS:0;ce6119325ab7:35955 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:46,483 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189 2024-11-15T02:23:46,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ce6119325ab7,35955,1731637424189] 2024-11-15T02:23:46,500 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T02:23:46,516 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T02:23:46,535 INFO [RS:0;ce6119325ab7:35955 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T02:23:46,535 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,544 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T02:23:46,546 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T02:23:46,546 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ce6119325ab7:0, corePoolSize=2, maxPoolSize=2 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,546 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,547 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,547 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,547 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ce6119325ab7:0, corePoolSize=1, maxPoolSize=1 2024-11-15T02:23:46,547 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:46,547 DEBUG [RS:0;ce6119325ab7:35955 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ce6119325ab7:0, corePoolSize=3, maxPoolSize=3 2024-11-15T02:23:46,572 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,572 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,572 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,572 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,572 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,572 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35955,1731637424189-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:46,604 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T02:23:46,605 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,35955,1731637424189-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,605 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,605 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.Replication(171): ce6119325ab7,35955,1731637424189 started 2024-11-15T02:23:46,629 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:46,630 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1482): Serving as ce6119325ab7,35955,1731637424189, RpcServer on ce6119325ab7/172.17.0.3:35955, sessionid=0x1013c4de9bf0007 2024-11-15T02:23:46,630 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T02:23:46,630 DEBUG [RS:0;ce6119325ab7:35955 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ce6119325ab7,35955,1731637424189 2024-11-15T02:23:46,630 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,35955,1731637424189' 2024-11-15T02:23:46,630 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21136322488/flush-table-proc/abort' 2024-11-15T02:23:46,630 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21136322488/flush-table-proc/acquired' 2024-11-15T02:23:46,631 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T02:23:46,631 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T02:23:46,631 DEBUG [RS:0;ce6119325ab7:35955 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ce6119325ab7,35955,1731637424189 2024-11-15T02:23:46,631 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ce6119325ab7,35955,1731637424189' 2024-11-15T02:23:46,631 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21136322488/online-snapshot/abort' 2024-11-15T02:23:46,632 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21136322488/online-snapshot/acquired' 2024-11-15T02:23:46,633 DEBUG [RS:0;ce6119325ab7:35955 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T02:23:46,633 INFO [RS:0;ce6119325ab7:35955 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T02:23:46,633 INFO [RS:0;ce6119325ab7:35955 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T02:23:46,733 INFO [RS:0;ce6119325ab7:35955 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T02:23:46,734 INFO [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C35955%2C1731637424189, suffix=, logDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/oldWALs, maxLogs=10 2024-11-15T02:23:46,741 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T02:23:46,742 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93 2024-11-15T02:23:46,755 DEBUG [RS:0;ce6119325ab7:35955 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189/ce6119325ab7%2C35955%2C1731637424189.1731637426735, exclude list is [], retry=0 2024-11-15T02:23:46,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39101,DS-3de0bbda-61ab-43dd-9428-55604bd2c764,DISK] 2024-11-15T02:23:46,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741832_1008 (size=32) 2024-11-15T02:23:46,777 INFO [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189/ce6119325ab7%2C35955%2C1731637424189.1731637426735 2024-11-15T02:23:46,777 DEBUG [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-15T02:23:47,174 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:47,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:47,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:47,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:47,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:47,198 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,199 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:47,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:47,201 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:47,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:47,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,203 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:47,204 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740 2024-11-15T02:23:47,204 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740 2024-11-15T02:23:47,205 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:47,205 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:47,206 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:47,207 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:47,228 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:47,229 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60674205, jitterRate=-0.09588389098644257}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:47,229 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731637427174Initializing all the Stores at 1731637427175 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637427175Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637427188 (+13 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637427188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637427188Cleaning up temporary data from old regions at 1731637427205 (+17 ms)Region opened successfully at 1731637427229 (+24 ms) 2024-11-15T02:23:47,229 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:47,229 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:47,229 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:47,230 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:47,230 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:47,236 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:47,236 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637427229Disabling compacts and flushes for region at 1731637427229Disabling writes for close at 1731637427230 (+1 ms)Writing region close event to WAL at 1731637427236 (+6 ms)Closed at 1731637427236 2024-11-15T02:23:47,238 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:47,238 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T02:23:47,238 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T02:23:47,240 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:47,241 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T02:23:47,391 DEBUG [ce6119325ab7:44907 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T02:23:47,392 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ce6119325ab7,35955,1731637424189 2024-11-15T02:23:47,394 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,35955,1731637424189, state=OPENING 2024-11-15T02:23:47,439 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T02:23:47,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:47,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:47,451 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21136322488/meta-region-server: CHANGED 2024-11-15T02:23:47,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21136322488/meta-region-server: CHANGED 2024-11-15T02:23:47,452 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T02:23:47,452 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,35955,1731637424189}] 2024-11-15T02:23:47,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:47,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:23:47,610 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T02:23:47,610 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:47,610 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T02:23:47,612 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C35955%2C1731637424189.meta, suffix=.meta, logDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189, archiveDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/oldWALs, maxLogs=10 2024-11-15T02:23:47,628 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189/ce6119325ab7%2C35955%2C1731637424189.meta.1731637427613.meta, exclude list is [], retry=0 2024-11-15T02:23:47,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39101,DS-3de0bbda-61ab-43dd-9428-55604bd2c764,DISK] 2024-11-15T02:23:47,632 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189/ce6119325ab7%2C35955%2C1731637424189.meta.1731637427613.meta 2024-11-15T02:23:47,644 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44675:44675)] 2024-11-15T02:23:47,645 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:47,645 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:47,646 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:23:47,646 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T02:23:47,646 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T02:23:47,647 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T02:23:47,647 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:47,647 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T02:23:47,647 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T02:23:47,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T02:23:47,657 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T02:23:47,657 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T02:23:47,662 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T02:23:47,662 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T02:23:47,663 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T02:23:47,663 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,664 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T02:23:47,664 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T02:23:47,664 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,665 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T02:23:47,665 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T02:23:47,666 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740 2024-11-15T02:23:47,667 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740 2024-11-15T02:23:47,668 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T02:23:47,668 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T02:23:47,669 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T02:23:47,670 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T02:23:47,671 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65954136, jitterRate=-0.017206788063049316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T02:23:47,672 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T02:23:47,672 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731637427647Writing region info on filesystem at 1731637427647Initializing all the Stores at 1731637427649 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637427649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637427652 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637427652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731637427652Cleaning up temporary data from old regions at 1731637427668 (+16 ms)Running coprocessor post-open hooks at 1731637427672 (+4 ms)Region opened successfully at 1731637427672 2024-11-15T02:23:47,675 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731637427605 2024-11-15T02:23:47,682 DEBUG [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T02:23:47,682 INFO [RS_OPEN_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T02:23:47,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,35955,1731637424189 2024-11-15T02:23:47,684 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ce6119325ab7,35955,1731637424189, state=OPEN 2024-11-15T02:23:47,723 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21136322488/meta-region-server 2024-11-15T02:23:47,723 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ce6119325ab7,35955,1731637424189 2024-11-15T02:23:47,723 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21136322488/meta-region-server: CHANGED 2024-11-15T02:23:47,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21136322488/meta-region-server 2024-11-15T02:23:47,724 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21136322488/meta-region-server: CHANGED 2024-11-15T02:23:47,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T02:23:47,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ce6119325ab7,35955,1731637424189 in 271 msec 2024-11-15T02:23:47,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T02:23:47,729 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 488 msec 2024-11-15T02:23:47,729 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T02:23:47,729 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T02:23:47,731 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:47,731 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,35955,1731637424189, seqNum=-1] 2024-11-15T02:23:47,731 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:47,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39661, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:47,737 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5750 sec 2024-11-15T02:23:47,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731637427737, completionTime=-1 2024-11-15T02:23:47,737 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T02:23:47,737 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T02:23:47,738 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T02:23:47,738 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731637487738 2024-11-15T02:23:47,738 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731637547738 2024-11-15T02:23:47,739 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T02:23:47,739 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44907,1731637423909-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,739 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44907,1731637423909-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,739 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44907,1731637423909-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,739 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ce6119325ab7:44907, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,739 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,741 DEBUG [master/ce6119325ab7:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T02:23:47,752 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.342sec 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T02:23:47,760 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44907,1731637423909-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T02:23:47,761 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44907,1731637423909-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T02:23:47,764 DEBUG [master/ce6119325ab7:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T02:23:47,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T02:23:47,764 INFO [master/ce6119325ab7:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ce6119325ab7,44907,1731637423909-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T02:23:47,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@421d9882, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:47,853 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44907,-1 for getting cluster id 2024-11-15T02:23:47,853 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:47,860 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42df8a43-d80e-49d0-aaa6-6a89efd24ea3' 2024-11-15T02:23:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42df8a43-d80e-49d0-aaa6-6a89efd24ea3" 2024-11-15T02:23:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55e93e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:47,861 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44907,-1] 2024-11-15T02:23:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:47,863 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:47,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11d7f6b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:47,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:47,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,35955,1731637424189, seqNum=-1] 2024-11-15T02:23:47,870 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:47,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:47,874 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ce6119325ab7,44907,1731637423909 2024-11-15T02:23:47,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:51175 2024-11-15T02:23:47,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T02:23:47,936 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013c4de9bf0008 connected 2024-11-15T02:23:47,951 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,46603,1731637409486 2024-11-15T02:23:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61f1cda4 2024-11-15T02:23:47,952 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:47,954 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:47,955 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:23:47,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:23:47,958 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:47,959 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:23:47,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:23:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:48,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:23:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:48,413 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 551a7147fbdc5c7b3aaca5b420979fce, NAME => 'test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b 2024-11-15T02:23:48,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:23:48,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:48,443 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 551a7147fbdc5c7b3aaca5b420979fce, disabling compactions & flushes 2024-11-15T02:23:48,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. after waiting 0 ms 2024-11-15T02:23:48,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,444 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,444 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 551a7147fbdc5c7b3aaca5b420979fce: Waiting for close lock at 1731637428443Disabling compacts and flushes for region at 1731637428443Disabling writes for close at 1731637428444 (+1 ms)Writing region close event to WAL at 1731637428444Closed at 1731637428444 2024-11-15T02:23:48,445 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:23:48,445 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637428445"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637428445"}]},"ts":"1731637428445"} 2024-11-15T02:23:48,447 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:23:48,448 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:23:48,449 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637428448"}]},"ts":"1731637428448"} 2024-11-15T02:23:48,453 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:23:48,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=551a7147fbdc5c7b3aaca5b420979fce, ASSIGN}] 2024-11-15T02:23:48,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=551a7147fbdc5c7b3aaca5b420979fce, ASSIGN 2024-11-15T02:23:48,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=551a7147fbdc5c7b3aaca5b420979fce, ASSIGN; state=OFFLINE, location=ce6119325ab7,34839,1731637410050; forceNewPlan=false, retain=false 2024-11-15T02:23:48,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:48,606 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=551a7147fbdc5c7b3aaca5b420979fce, regionState=OPENING, regionLocation=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:48,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=551a7147fbdc5c7b3aaca5b420979fce, ASSIGN because future has completed 2024-11-15T02:23:48,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 551a7147fbdc5c7b3aaca5b420979fce, server=ce6119325ab7,34839,1731637410050}] 2024-11-15T02:23:48,777 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,777 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 551a7147fbdc5c7b3aaca5b420979fce, NAME => 'test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:48,778 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:48,778 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:23:48,778 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,778 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:48,778 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,778 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,794 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,797 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 551a7147fbdc5c7b3aaca5b420979fce columnFamilyName f 2024-11-15T02:23:48,798 DEBUG [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:48,799 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] regionserver.HStore(327): Store=551a7147fbdc5c7b3aaca5b420979fce/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:48,799 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,802 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 551a7147fbdc5c7b3aaca5b420979fce columnFamilyName f1 2024-11-15T02:23:48,802 DEBUG [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:48,802 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] regionserver.HStore(327): Store=551a7147fbdc5c7b3aaca5b420979fce/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:48,802 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,804 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 551a7147fbdc5c7b3aaca5b420979fce columnFamilyName norep 2024-11-15T02:23:48,804 DEBUG [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:48,804 INFO [StoreOpener-551a7147fbdc5c7b3aaca5b420979fce-1 {}] regionserver.HStore(327): Store=551a7147fbdc5c7b3aaca5b420979fce/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:48,805 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,806 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,807 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,808 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,808 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,808 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:23:48,809 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,811 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:48,812 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 551a7147fbdc5c7b3aaca5b420979fce; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62400726, jitterRate=-0.07015672326087952}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:23:48,812 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:23:48,812 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 551a7147fbdc5c7b3aaca5b420979fce: Running coprocessor pre-open hook at 1731637428778Writing region info on filesystem at 1731637428778Initializing all the Stores at 1731637428779 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637428779Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637428793 (+14 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637428793Cleaning up temporary data from old regions at 1731637428808 (+15 ms)Running coprocessor post-open hooks at 1731637428812 (+4 ms)Region opened successfully at 1731637428812 2024-11-15T02:23:48,814 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., pid=6, masterSystemTime=1731637428764 2024-11-15T02:23:48,815 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,816 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:23:48,816 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=551a7147fbdc5c7b3aaca5b420979fce, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:48,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 551a7147fbdc5c7b3aaca5b420979fce, server=ce6119325ab7,34839,1731637410050 because future has completed 2024-11-15T02:23:48,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:23:48,821 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 551a7147fbdc5c7b3aaca5b420979fce, server=ce6119325ab7,34839,1731637410050 in 209 msec 2024-11-15T02:23:48,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:23:48,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=551a7147fbdc5c7b3aaca5b420979fce, ASSIGN in 368 msec 2024-11-15T02:23:48,824 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:23:48,824 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637428824"}]},"ts":"1731637428824"} 2024-11-15T02:23:48,826 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:23:48,827 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:23:48,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 872 msec 2024-11-15T02:23:49,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,096 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:49,096 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:23:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43801,1731637416423 2024-11-15T02:23:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264ab519 2024-11-15T02:23:49,097 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:49,097 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:49,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:49,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:23:49,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:23:49,100 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:49,100 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:23:49,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:23:49,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:23:49,108 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 723d08e83332526f06aa814a9964b73b, NAME => 'test,,1731637429098.723d08e83332526f06aa814a9964b73b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe 2024-11-15T02:23:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:23:49,113 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637429098.723d08e83332526f06aa814a9964b73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:49,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 723d08e83332526f06aa814a9964b73b, disabling compactions & flushes 2024-11-15T02:23:49,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637429098.723d08e83332526f06aa814a9964b73b. after waiting 0 ms 2024-11-15T02:23:49,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,114 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,114 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 723d08e83332526f06aa814a9964b73b: Waiting for close lock at 1731637429113Disabling compacts and flushes for region at 1731637429113Disabling writes for close at 1731637429114 (+1 ms)Writing region close event to WAL at 1731637429114Closed at 1731637429114 2024-11-15T02:23:49,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:23:49,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637429098.723d08e83332526f06aa814a9964b73b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637429115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637429115"}]},"ts":"1731637429115"} 2024-11-15T02:23:49,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:23:49,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:23:49,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637429118"}]},"ts":"1731637429118"} 2024-11-15T02:23:49,121 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:23:49,121 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=723d08e83332526f06aa814a9964b73b, ASSIGN}] 2024-11-15T02:23:49,122 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=723d08e83332526f06aa814a9964b73b, ASSIGN 2024-11-15T02:23:49,123 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=723d08e83332526f06aa814a9964b73b, ASSIGN; state=OFFLINE, location=ce6119325ab7,42699,1731637416779; forceNewPlan=false, retain=false 2024-11-15T02:23:49,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,274 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=723d08e83332526f06aa814a9964b73b, regionState=OPENING, regionLocation=ce6119325ab7,42699,1731637416779 2024-11-15T02:23:49,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=723d08e83332526f06aa814a9964b73b, ASSIGN because future has completed 2024-11-15T02:23:49,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 723d08e83332526f06aa814a9964b73b, server=ce6119325ab7,42699,1731637416779}] 2024-11-15T02:23:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,470 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,471 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 723d08e83332526f06aa814a9964b73b, NAME => 'test,,1731637429098.723d08e83332526f06aa814a9964b73b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:49,471 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:49,471 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:23:49,471 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,471 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637429098.723d08e83332526f06aa814a9964b73b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:49,471 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,471 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,492 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,499 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723d08e83332526f06aa814a9964b73b columnFamilyName f 2024-11-15T02:23:49,499 DEBUG [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:49,499 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] regionserver.HStore(327): Store=723d08e83332526f06aa814a9964b73b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:49,499 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,500 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723d08e83332526f06aa814a9964b73b columnFamilyName f1 2024-11-15T02:23:49,500 DEBUG [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:49,500 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] regionserver.HStore(327): Store=723d08e83332526f06aa814a9964b73b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:49,500 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,501 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 723d08e83332526f06aa814a9964b73b columnFamilyName norep 2024-11-15T02:23:49,501 DEBUG [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:49,501 INFO [StoreOpener-723d08e83332526f06aa814a9964b73b-1 {}] regionserver.HStore(327): Store=723d08e83332526f06aa814a9964b73b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:49,502 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,504 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,504 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,506 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,506 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,506 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:23:49,508 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,531 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:49,531 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 723d08e83332526f06aa814a9964b73b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71187376, jitterRate=0.06077456474304199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:23:49,531 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:49,532 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 723d08e83332526f06aa814a9964b73b: Running coprocessor pre-open hook at 1731637429471Writing region info on filesystem at 1731637429472 (+1 ms)Initializing all the Stores at 1731637429484 (+12 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637429484Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637429488 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637429488Cleaning up temporary data from old regions at 1731637429506 (+18 ms)Running coprocessor post-open hooks at 1731637429531 (+25 ms)Region opened successfully at 1731637429532 (+1 ms) 2024-11-15T02:23:49,536 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637429098.723d08e83332526f06aa814a9964b73b., pid=6, masterSystemTime=1731637429432 2024-11-15T02:23:49,557 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,558 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:49,560 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=723d08e83332526f06aa814a9964b73b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,42699,1731637416779 2024-11-15T02:23:49,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 723d08e83332526f06aa814a9964b73b, server=ce6119325ab7,42699,1731637416779 because future has completed 2024-11-15T02:23:49,579 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43801 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=ce6119325ab7,42699,1731637416779, table=test, region=723d08e83332526f06aa814a9964b73b. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-15T02:23:49,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:23:49,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 723d08e83332526f06aa814a9964b73b, server=ce6119325ab7,42699,1731637416779 in 299 msec 2024-11-15T02:23:49,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:23:49,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=723d08e83332526f06aa814a9964b73b, ASSIGN in 479 msec 2024-11-15T02:23:49,621 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:23:49,621 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637429621"}]},"ts":"1731637429621"} 2024-11-15T02:23:49,623 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:23:49,631 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:23:49,636 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 533 msec 2024-11-15T02:23:49,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43801 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,729 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:23:49,729 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44907,1731637423909 2024-11-15T02:23:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f901082 2024-11-15T02:23:49,730 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:49,735 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:49,737 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T02:23:49,748 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:23:49,748 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:49,752 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:23:49,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T02:23:49,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741835_1011 (size=902) 2024-11-15T02:23:49,841 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ec58fc32d7a75bc192acb74e615a53fe, NAME => 'test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93 2024-11-15T02:23:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:49,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741836_1012 (size=39) 2024-11-15T02:23:49,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:49,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ec58fc32d7a75bc192acb74e615a53fe, disabling compactions & flushes 2024-11-15T02:23:49,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:49,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:49,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. after waiting 0 ms 2024-11-15T02:23:49,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:49,894 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:49,894 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ec58fc32d7a75bc192acb74e615a53fe: Waiting for close lock at 1731637429894Disabling compacts and flushes for region at 1731637429894Disabling writes for close at 1731637429894Writing region close event to WAL at 1731637429894Closed at 1731637429894 2024-11-15T02:23:49,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:23:49,896 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731637429895"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637429895"}]},"ts":"1731637429895"} 2024-11-15T02:23:49,898 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:23:49,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:23:49,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637429901"}]},"ts":"1731637429901"} 2024-11-15T02:23:49,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T02:23:49,903 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec58fc32d7a75bc192acb74e615a53fe, ASSIGN}] 2024-11-15T02:23:49,904 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ec58fc32d7a75bc192acb74e615a53fe, ASSIGN 2024-11-15T02:23:49,905 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ec58fc32d7a75bc192acb74e615a53fe, ASSIGN; state=OFFLINE, location=ce6119325ab7,35955,1731637424189; forceNewPlan=false, retain=false 2024-11-15T02:23:50,019 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:23:50,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec58fc32d7a75bc192acb74e615a53fe, regionState=OPENING, regionLocation=ce6119325ab7,35955,1731637424189 2024-11-15T02:23:50,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ec58fc32d7a75bc192acb74e615a53fe, ASSIGN because future has completed 2024-11-15T02:23:50,061 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec58fc32d7a75bc192acb74e615a53fe, server=ce6119325ab7,35955,1731637424189}] 2024-11-15T02:23:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:50,216 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:50,216 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ec58fc32d7a75bc192acb74e615a53fe, NAME => 'test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:50,216 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:50,217 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T02:23:50,231 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,231 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:50,232 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,232 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,233 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,234 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec58fc32d7a75bc192acb74e615a53fe columnFamilyName f 2024-11-15T02:23:50,234 DEBUG [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,234 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] regionserver.HStore(327): Store=ec58fc32d7a75bc192acb74e615a53fe/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:50,234 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,235 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec58fc32d7a75bc192acb74e615a53fe columnFamilyName f1 2024-11-15T02:23:50,235 DEBUG [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,236 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] regionserver.HStore(327): Store=ec58fc32d7a75bc192acb74e615a53fe/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:50,236 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,236 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ec58fc32d7a75bc192acb74e615a53fe columnFamilyName norep 2024-11-15T02:23:50,236 DEBUG [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,237 INFO [StoreOpener-ec58fc32d7a75bc192acb74e615a53fe-1 {}] regionserver.HStore(327): Store=ec58fc32d7a75bc192acb74e615a53fe/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:50,237 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,237 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,238 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,239 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:23:50,239 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,245 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:50,245 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ec58fc32d7a75bc192acb74e615a53fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74770308, jitterRate=0.11416441202163696}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:23:50,246 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:50,246 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ec58fc32d7a75bc192acb74e615a53fe: Running coprocessor pre-open hook at 1731637430232Writing region info on filesystem at 1731637430232Initializing all the Stores at 1731637430232Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637430232Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637430233 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637430233Cleaning up temporary data from old regions at 1731637430238 (+5 ms)Running coprocessor post-open hooks at 1731637430246 (+8 ms)Region opened successfully at 1731637430246 2024-11-15T02:23:50,247 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe., pid=6, masterSystemTime=1731637430213 2024-11-15T02:23:50,248 DEBUG [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:50,248 INFO [RS_OPEN_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:50,249 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ec58fc32d7a75bc192acb74e615a53fe, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=ce6119325ab7,35955,1731637424189 2024-11-15T02:23:50,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ec58fc32d7a75bc192acb74e615a53fe, server=ce6119325ab7,35955,1731637424189 because future has completed 2024-11-15T02:23:50,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T02:23:50,254 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ec58fc32d7a75bc192acb74e615a53fe, server=ce6119325ab7,35955,1731637424189 in 190 msec 2024-11-15T02:23:50,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T02:23:50,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ec58fc32d7a75bc192acb74e615a53fe, ASSIGN in 350 msec 2024-11-15T02:23:50,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:23:50,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637430255"}]},"ts":"1731637430255"} 2024-11-15T02:23:50,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T02:23:50,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:23:50,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 521 msec 2024-11-15T02:23:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44907 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T02:23:50,386 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T02:23:50,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bcc714a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:50,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46603,-1 for getting cluster id 2024-11-15T02:23:50,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:50,388 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6707b3fd-d92f-4c7b-9f12-bad9cb91f463' 2024-11-15T02:23:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6707b3fd-d92f-4c7b-9f12-bad9cb91f463" 2024-11-15T02:23:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c039e1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46603,-1] 2024-11-15T02:23:50,388 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:50,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:50,389 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:50,390 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a9dfb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:50,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,46603,1731637409486 2024-11-15T02:23:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c688678 2024-11-15T02:23:50,391 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:50,396 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:50,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=1, config=clusterKey=hbase+rpc://ce6119325ab7:43801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:23:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:23:50,399 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:43801' 2024-11-15T02:23:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:50,400 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12de1e06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:50,400 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43801,-1 for getting cluster id 2024-11-15T02:23:50,400 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:50,401 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfd36083-27d9-4f63-84c9-460c57a6c91c' 2024-11-15T02:23:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfd36083-27d9-4f63-84c9-460c57a6c91c" 2024-11-15T02:23:50,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68c9e16e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43801,-1] 2024-11-15T02:23:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:50,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:50,403 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:45996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:50,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@327b08bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:50,404 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43801,1731637416423 2024-11-15T02:23:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3e79eb2c 2024-11-15T02:23:50,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:50,414 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:50,414 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T02:23:50,415 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:23:50,415 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:50,415 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:50,415 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T02:23:50,416 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:50,416 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T02:23:50,417 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T02:23:50,417 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,418 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T02:23:50,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741837_1013 (size=1138) 2024-11-15T02:23:50,428 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f6a816149a697f2d61ff28e29958ef18, NAME => 'hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b 2024-11-15T02:23:50,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741838_1014 (size=44) 2024-11-15T02:23:50,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:50,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f6a816149a697f2d61ff28e29958ef18, disabling compactions & flushes 2024-11-15T02:23:50,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. after waiting 0 ms 2024-11-15T02:23:50,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,433 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,433 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f6a816149a697f2d61ff28e29958ef18: Waiting for close lock at 1731637430433Disabling compacts and flushes for region at 1731637430433Disabling writes for close at 1731637430433Writing region close event to WAL at 1731637430433Closed at 1731637430433 2024-11-15T02:23:50,435 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T02:23:50,435 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731637430435"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731637430435"}]},"ts":"1731637430435"} 2024-11-15T02:23:50,436 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T02:23:50,437 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T02:23:50,437 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637430437"}]},"ts":"1731637430437"} 2024-11-15T02:23:50,440 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T02:23:50,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6a816149a697f2d61ff28e29958ef18, ASSIGN}] 2024-11-15T02:23:50,442 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6a816149a697f2d61ff28e29958ef18, ASSIGN 2024-11-15T02:23:50,443 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6a816149a697f2d61ff28e29958ef18, ASSIGN; state=OFFLINE, location=ce6119325ab7,34839,1731637410050; forceNewPlan=false, retain=false 2024-11-15T02:23:50,467 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T02:23:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:50,594 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6a816149a697f2d61ff28e29958ef18, regionState=OPENING, regionLocation=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:50,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f6a816149a697f2d61ff28e29958ef18, ASSIGN because future has completed 2024-11-15T02:23:50,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6a816149a697f2d61ff28e29958ef18, server=ce6119325ab7,34839,1731637410050}] 2024-11-15T02:23:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:50,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T02:23:50,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T02:23:50,772 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=ce6119325ab7%2C34839%2C1731637410050.rep, suffix=, logDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050, archiveDir=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/oldWALs, maxLogs=10 2024-11-15T02:23:50,793 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.rep.1731637430772, exclude list is [], retry=0 2024-11-15T02:23:50,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:50,796 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.rep.1731637430772 2024-11-15T02:23:50,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:50,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f6a816149a697f2d61ff28e29958ef18, NAME => 'hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18.', STARTKEY => '', ENDKEY => ''} 2024-11-15T02:23:50,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T02:23:50,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T02:23:50,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. service=MultiRowMutationService 2024-11-15T02:23:50,798 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T02:23:50,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T02:23:50,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,799 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,800 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a816149a697f2d61ff28e29958ef18 columnFamilyName hfileref 2024-11-15T02:23:50,800 DEBUG [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,801 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] regionserver.HStore(327): Store=f6a816149a697f2d61ff28e29958ef18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:50,801 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,806 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a816149a697f2d61ff28e29958ef18 columnFamilyName queue 2024-11-15T02:23:50,807 DEBUG [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,807 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] regionserver.HStore(327): Store=f6a816149a697f2d61ff28e29958ef18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:50,807 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,809 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f6a816149a697f2d61ff28e29958ef18 columnFamilyName sid 2024-11-15T02:23:50,809 DEBUG [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T02:23:50,810 INFO [StoreOpener-f6a816149a697f2d61ff28e29958ef18-1 {}] regionserver.HStore(327): Store=f6a816149a697f2d61ff28e29958ef18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T02:23:50,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,811 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,812 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,813 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T02:23:50,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T02:23:50,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f6a816149a697f2d61ff28e29958ef18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61425412, jitterRate=-0.08469003438949585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T02:23:50,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:23:50,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f6a816149a697f2d61ff28e29958ef18: Running coprocessor pre-open hook at 1731637430798Writing region info on filesystem at 1731637430798Initializing all the Stores at 1731637430799 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637430799Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637430799Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731637430799Cleaning up temporary data from old regions at 1731637430812 (+13 ms)Running coprocessor post-open hooks at 1731637430822 (+10 ms)Region opened successfully at 1731637430822 2024-11-15T02:23:50,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18., pid=10, masterSystemTime=1731637430753 2024-11-15T02:23:50,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,825 INFO [RS_OPEN_PRIORITY_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:23:50,826 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f6a816149a697f2d61ff28e29958ef18, regionState=OPEN, openSeqNum=2, regionLocation=ce6119325ab7,34839,1731637410050 2024-11-15T02:23:50,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f6a816149a697f2d61ff28e29958ef18, server=ce6119325ab7,34839,1731637410050 because future has completed 2024-11-15T02:23:50,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T02:23:50,832 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f6a816149a697f2d61ff28e29958ef18, server=ce6119325ab7,34839,1731637410050 in 234 msec 2024-11-15T02:23:50,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T02:23:50,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f6a816149a697f2d61ff28e29958ef18, ASSIGN in 391 msec 2024-11-15T02:23:50,839 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T02:23:50,839 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731637430839"}]},"ts":"1731637430839"} 2024-11-15T02:23:50,841 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T02:23:50,842 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T02:23:50,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 427 msec 2024-11-15T02:23:50,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18., hostname=ce6119325ab7,34839,1731637410050, seqNum=2] 2024-11-15T02:23:50,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:50,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:23:50,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:23:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:51,148 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T02:23:51,156 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T02:23:51,204 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-ce6119325ab7,34839,1731637410050, ReplicationSource: 1, currentBandwidth=0 2024-11-15T02:23:51,205 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:51,205 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34839,1731637410050, seqNum=-1] 2024-11-15T02:23:51,206 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:51,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58925, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T02:23:51,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-ce6119325ab7,34839,1731637410050', locateType=CURRENT is [region=hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18., hostname=ce6119325ab7,34839,1731637410050, seqNum=2] 2024-11-15T02:23:51,216 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T02:23:51,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T02:23:51,224 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on ce6119325ab7,34839,1731637410050 suceeded 2024-11-15T02:23:51,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T02:23:51,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 244 msec 2024-11-15T02:23:51,226 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://ce6119325ab7:43801,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:23:51,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 829 msec 2024-11-15T02:23:51,244 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:43801' 2024-11-15T02:23:51,246 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@535b995, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,246 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43801,-1 for getting cluster id 2024-11-15T02:23:51,246 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:51,247 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfd36083-27d9-4f63-84c9-460c57a6c91c' 2024-11-15T02:23:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfd36083-27d9-4f63-84c9-460c57a6c91c" 2024-11-15T02:23:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2770a159, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43801,-1] 2024-11-15T02:23:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:51,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:51,249 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:51,250 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b6a2ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,250 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:51,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43801,1731637416423 2024-11-15T02:23:51,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@fc54cfe 2024-11-15T02:23:51,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:51,254 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T02:23:51,255 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-ce6119325ab7,34839,1731637410050 (queues=1) is replicating from cluster=6707b3fd-d92f-4c7b-9f12-bad9cb91f463 to cluster=bfd36083-27d9-4f63-84c9-460c57a6c91c 2024-11-15T02:23:51,255 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=ce6119325ab7%2C34839%2C1731637410050 2024-11-15T02:23:51,255 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-ce6119325ab7,34839,1731637410050, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:23:51,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429, startPosition=0, beingWritten=true 2024-11-15T02:23:51,280 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C34839%2C1731637410050 2024-11-15T02:23:51,301 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:23:51,301 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 379, reset compression=false 2024-11-15T02:23:51,301 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:23:51,522 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 379, reset compression=false 2024-11-15T02:23:51,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T02:23:51,549 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T02:23:51,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:51,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:51,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:51,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:51,550 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:51,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5c4f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,564 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46603,-1 for getting cluster id 2024-11-15T02:23:51,565 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:51,565 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6707b3fd-d92f-4c7b-9f12-bad9cb91f463' 2024-11-15T02:23:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6707b3fd-d92f-4c7b-9f12-bad9cb91f463" 2024-11-15T02:23:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58be6063, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46603,-1] 2024-11-15T02:23:51,566 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:51,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:51,567 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:51,568 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@642387f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26bb7bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,572 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43801,-1 for getting cluster id 2024-11-15T02:23:51,573 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:51,576 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfd36083-27d9-4f63-84c9-460c57a6c91c' 2024-11-15T02:23:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfd36083-27d9-4f63-84c9-460c57a6c91c" 2024-11-15T02:23:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b1b243, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43801,-1] 2024-11-15T02:23:51,577 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:51,578 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:51,579 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46062, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:51,581 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@542aabec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746352a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,591 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44907,-1 for getting cluster id 2024-11-15T02:23:51,591 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:51,592 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42df8a43-d80e-49d0-aaa6-6a89efd24ea3' 2024-11-15T02:23:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:51,592 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42df8a43-d80e-49d0-aaa6-6a89efd24ea3" 2024-11-15T02:23:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b72be69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44907,-1] 2024-11-15T02:23:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:51,593 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:51,594 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:51,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b15f0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:51,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:51,618 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731637431617/Put/seqid=0 2024-11-15T02:23:51,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741840_1016 (size=7894) 2024-11-15T02:23:51,671 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731637431670/Put/seqid=0 2024-11-15T02:23:51,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741841_1017 (size=7691) 2024-11-15T02:23:51,721 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T02:23:51,844 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 379, reset compression=false 2024-11-15T02:23:52,104 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2df40744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:52,104 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46603,-1 for getting cluster id 2024-11-15T02:23:52,104 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:52,105 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6707b3fd-d92f-4c7b-9f12-bad9cb91f463' 2024-11-15T02:23:52,105 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6707b3fd-d92f-4c7b-9f12-bad9cb91f463" 2024-11-15T02:23:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e643fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46603,-1] 2024-11-15T02:23:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:52,106 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:52,109 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:52,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171ad584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:52,110 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34839,1731637410050, seqNum=-1] 2024-11-15T02:23:52,111 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:52,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:52,124 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,46603,1731637409486 2024-11-15T02:23:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2525906c 2024-11-15T02:23:52,125 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:52,126 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:52,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2] 2024-11-15T02:23:52,133 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:23:52,140 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T02:23:52,146 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T02:23:52,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T02:23:52,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:52,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T02:23:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegion(2603): Flush status journal for 551a7147fbdc5c7b3aaca5b420979fce: 2024-11-15T02:23:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_0 2024-11-15T02:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_0 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ 2024-11-15T02:23:52,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_1 2024-11-15T02:23:52,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_1 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ 2024-11-15T02:23:52,185 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_0 into 551a7147fbdc5c7b3aaca5b420979fce/f as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ - updating store file list. 2024-11-15T02:23:52,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:52,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ into 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:52,193 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_0 into 551a7147fbdc5c7b3aaca5b420979fce/f (new location: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_) 2024-11-15T02:23:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_0 2024-11-15T02:23:52,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_1 into 551a7147fbdc5c7b3aaca5b420979fce/f as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ - updating store file list. 2024-11-15T02:23:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:52,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ into 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:52,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_1 into 551a7147fbdc5c7b3aaca5b420979fce/f (new location: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_) 2024-11-15T02:23:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__q7e090ru0fp26hrb0moe4o9pstee51ud4p5eq7hsnr02ppfa3psfflf9u3d1tfhj/f/hfile_1 2024-11-15T02:23:52,219 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:52,219 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:52,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:52,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:52,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:52,219 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2 , the old value is region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:34839 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:23:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:23:52,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2 from cache 2024-11-15T02:23:52,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35776 deadline: 1731637492221 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35776 2024-11-15T02:23:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,42699,1731637416779, seqNum=-1] 2024-11-15T02:23:52,226 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:52,227 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:52,229 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637429098.723d08e83332526f06aa814a9964b73b., hostname=ce6119325ab7,42699,1731637416779, seqNum=2] 2024-11-15T02:23:52,231 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T02:23:52,268 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 379, reset compression=false 2024-11-15T02:23:52,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:52,274 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[{test/551a7147fbdc5c7b3aaca5b420979fce/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637432206/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T02:23:52,278 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:52,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T02:23:52,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.ReplicationSink(318): Replicating [6707b3fd-d92f-4c7b-9f12-bad9cb91f463] bulk loaded data 2024-11-15T02:23:52,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b334ad0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:52,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,43801,-1 for getting cluster id 2024-11-15T02:23:52,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:52,281 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bfd36083-27d9-4f63-84c9-460c57a6c91c' 2024-11-15T02:23:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bfd36083-27d9-4f63-84c9-460c57a6c91c" 2024-11-15T02:23:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1911ae22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:52,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,43801,-1] 2024-11-15T02:23:52,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:52,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:52,282 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:52,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a3815c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:52,325 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:34839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T02:23:52,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741837_1013 (size=7894) 2024-11-15T02:23:52,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741838_1014 (size=7691) 2024-11-15T02:23:52,475 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 687, reset compression=false 2024-11-15T02:23:52,789 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 687, reset compression=false 2024-11-15T02:23:52,804 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,43801,1731637416423 2024-11-15T02:23:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6586120e 2024-11-15T02:23:52,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:52,807 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T02:23:52,809 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:23:52,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,42699,1731637416779, seqNum=-1] 2024-11-15T02:23:52,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:52,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:38478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T02:23:52,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T02:23:52,823 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T02:23:52,833 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ for inclusion in 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T02:23:52,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:52,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ for inclusion in 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T02:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HRegion(2603): Flush status journal for 723d08e83332526f06aa814a9964b73b: 2024-11-15T02:23:52,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/dda9dc23b38f479ca4c67ad6d9313b48_SeqId_4_ 2024-11-15T02:23:52,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:23:52,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/16f0acf2cd31444784cad8dd61e31cde_SeqId_4_ 2024-11-15T02:23:52,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ into 723d08e83332526f06aa814a9964b73b/f as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/dda9dc23b38f479ca4c67ad6d9313b48_SeqId_4_ - updating store file list. 2024-11-15T02:23:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStoreFile(483): HFile Bloom filter type for dda9dc23b38f479ca4c67ad6d9313b48_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:52,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/dda9dc23b38f479ca4c67ad6d9313b48_SeqId_4_ into 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:52,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ into 723d08e83332526f06aa814a9964b73b/f (new location: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/dda9dc23b38f479ca4c67ad6d9313b48_SeqId_4_) 2024-11-15T02:23:52,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/7ac9bc247d1f455d89fba4d90391eafb_SeqId_4_ 2024-11-15T02:23:52,851 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ into 723d08e83332526f06aa814a9964b73b/f as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/16f0acf2cd31444784cad8dd61e31cde_SeqId_4_ - updating store file list. 2024-11-15T02:23:52,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 16f0acf2cd31444784cad8dd61e31cde_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:52,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/16f0acf2cd31444784cad8dd61e31cde_SeqId_4_ into 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:52,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ into 723d08e83332526f06aa814a9964b73b/f (new location: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/16f0acf2cd31444784cad8dd61e31cde_SeqId_4_) 2024-11-15T02:23:52,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__r8dtcfnmll29q87vodi1qovd3e0baepf46q7enf8rb3o5pmpmk71cu9tih1bkai5/f/2aa6cb1f7ec54112a71d1aee2959022d_SeqId_4_ 2024-11-15T02:23:52,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.ReplicationSink(324): Finished replicating [6707b3fd-d92f-4c7b-9f12-bad9cb91f463] bulk loaded data 2024-11-15T02:23:53,153 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:23:53,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,207 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 687, reset compression=false 2024-11-15T02:23:53,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,35955,1731637424189, seqNum=-1] 2024-11-15T02:23:53,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:53,245 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:53,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe., hostname=ce6119325ab7,35955,1731637424189, seqNum=2] 2024-11-15T02:23:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:53,260 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T02:23:53,262 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ce6119325ab7%2C34839%2C1731637410050:(num 1731637413429) roll requested 2024-11-15T02:23:53,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,271 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,273 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:23:53,283 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, exclude list is [], retry=0 2024-11-15T02:23:53,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:53,321 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 2024-11-15T02:23:53,332 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:53,332 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 is not closed yet, will try archiving it next time 2024-11-15T02:23:53,332 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ce6119325ab7%2C34839%2C1731637410050.meta:.meta(num 1731637413746) roll requested 2024-11-15T02:23:53,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741833_1009 (size=695) 2024-11-15T02:23:53,337 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775bb75d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,337 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46603,-1 for getting cluster id 2024-11-15T02:23:53,337 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:53,338 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6707b3fd-d92f-4c7b-9f12-bad9cb91f463' 2024-11-15T02:23:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6707b3fd-d92f-4c7b-9f12-bad9cb91f463" 2024-11-15T02:23:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21510cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46603,-1] 2024-11-15T02:23:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:53,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,339 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dd70091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,340 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:53,341 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/oldWALs/ce6119325ab7%2C34839%2C1731637410050.1731637413429 2024-11-15T02:23:53,341 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,46603,1731637409486 2024-11-15T02:23:53,341 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50f9b179 2024-11-15T02:23:53,342 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:53,343 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:53,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.HMaster(3973): Client=jenkins//172.17.0.3 creating replication peer, id=2, config=clusterKey=hbase+rpc://ce6119325ab7:44907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T02:23:53,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T02:23:53,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:23:53,347 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44907' 2024-11-15T02:23:53,351 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637433333.meta, exclude list is [], retry=0 2024-11-15T02:23:53,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:53,354 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2612d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,354 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44907,-1 for getting cluster id 2024-11-15T02:23:53,354 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:53,354 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42df8a43-d80e-49d0-aaa6-6a89efd24ea3' 2024-11-15T02:23:53,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:53,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42df8a43-d80e-49d0-aaa6-6a89efd24ea3" 2024-11-15T02:23:53,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,355 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90960aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,355 DEBUG [PEWorker-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44907,-1] 2024-11-15T02:23:53,355 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:53,357 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57768, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:53,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@708263e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,357 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:53,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44907,1731637423909 2024-11-15T02:23:53,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70a24819 2024-11-15T02:23:53,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:53,359 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:53,360 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T02:23:53,360 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T02:23:53,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,360 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:53,384 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637413746.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637433333.meta 2024-11-15T02:23:53,392 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:53,392 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637413746.meta is not closed yet, will try archiving it next time 2024-11-15T02:23:53,393 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ce6119325ab7%2C34839%2C1731637410050.rep:(num 1731637430772) roll requested 2024-11-15T02:23:53,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741834_1010 (size=3473) 2024-11-15T02:23:53,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T02:23:53,425 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.rep.1731637433393, exclude list is [], retry=0 2024-11-15T02:23:53,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42897,DS-81a04458-445e-4c01-81c8-096afe2f1516,DISK] 2024-11-15T02:23:53,438 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.rep.1731637430772 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.rep.1731637433393 2024-11-15T02:23:53,438 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35837:35837)] 2024-11-15T02:23:53,438 DEBUG [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.rep.1731637430772 is not closed yet, will try archiving it next time 2024-11-15T02:23:53,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741839_1015 (size=1505) 2024-11-15T02:23:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:23:53,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34839 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T02:23:53,568 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T02:23:53,604 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-ce6119325ab7,34839,1731637410050, ReplicationSource: 2, currentBandwidth=0 2024-11-15T02:23:53,606 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T02:23:53,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T02:23:53,609 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on ce6119325ab7,34839,1731637410050 suceeded 2024-11-15T02:23:53,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T02:23:53,611 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://ce6119325ab7:44907,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T02:23:53,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-15T02:23:53,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 267 msec 2024-11-15T02:23:53,624 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='ce6119325ab7:44907' 2024-11-15T02:23:53,626 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ec6100f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,626 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44907,-1 for getting cluster id 2024-11-15T02:23:53,626 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:53,629 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42df8a43-d80e-49d0-aaa6-6a89efd24ea3' 2024-11-15T02:23:53,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42df8a43-d80e-49d0-aaa6-6a89efd24ea3" 2024-11-15T02:23:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37864dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44907,-1] 2024-11-15T02:23:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:53,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,631 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:53,632 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3606ccce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:53,632 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:53,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44907,1731637423909 2024-11-15T02:23:53,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@271049b8 2024-11-15T02:23:53,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:53,634 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T02:23:53,636 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-ce6119325ab7,34839,1731637410050 (queues=1) is replicating from cluster=6707b3fd-d92f-4c7b-9f12-bad9cb91f463 to cluster=42df8a43-d80e-49d0-aaa6-6a89efd24ea3 2024-11-15T02:23:53,637 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=ce6119325ab7%2C34839%2C1731637410050 2024-11-15T02:23:53,637 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-ce6119325ab7,34839,1731637410050, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T02:23:53,638 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, startPosition=0, beingWritten=true 2024-11-15T02:23:53,644 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: ce6119325ab7%2C34839%2C1731637410050 2024-11-15T02:23:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46603 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T02:23:53,666 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T02:23:53,666 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:53,666 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:53,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:53,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T02:23:53,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:53,685 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731637433685/Put/seqid=0 2024-11-15T02:23:53,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741845_1021 (size=11194) 2024-11-15T02:23:53,716 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 to pos 687, reset compression=false 2024-11-15T02:23:53,721 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 was moved to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/oldWALs/ce6119325ab7%2C34839%2C1731637410050.1731637413429 2024-11-15T02:23:53,723 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429 2024-11-15T02:23:53,724 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, startPosition=0, beingWritten=true 2024-11-15T02:23:53,724 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637413429, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T02:23:53,726 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [ce6119325ab7%2C34839%2C1731637410050.1731637413429] 2024-11-15T02:23:53,855 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 0, reset compression=false 2024-11-15T02:23:54,123 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731637434123/Put/seqid=0 2024-11-15T02:23:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741846_1022 (size=10791) 2024-11-15T02:23:54,174 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 0, reset compression=false 2024-11-15T02:23:54,338 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 0, reset compression=false 2024-11-15T02:23:54,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c53d881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:54,560 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,46603,-1 for getting cluster id 2024-11-15T02:23:54,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:54,561 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6707b3fd-d92f-4c7b-9f12-bad9cb91f463' 2024-11-15T02:23:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6707b3fd-d92f-4c7b-9f12-bad9cb91f463" 2024-11-15T02:23:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a4362ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:54,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,46603,-1] 2024-11-15T02:23:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:54,562 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:54,562 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:54,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d096d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:54,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:54,565 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,34839,1731637410050, seqNum=-1] 2024-11-15T02:23:54,566 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:54,566 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T02:23:54,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:54,577 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,46603,1731637409486 2024-11-15T02:23:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76e26ec4 2024-11-15T02:23:54,578 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:54,579 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T02:23:54,583 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2] 2024-11-15T02:23:54,585 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:23:54,587 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 0, reset compression=false 2024-11-15T02:23:54,619 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T02:23:54,627 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T02:23:54,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T02:23:54,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:54,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T02:23:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegion(2603): Flush status journal for 551a7147fbdc5c7b3aaca5b420979fce: 2024-11-15T02:23:54,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_0 2024-11-15T02:23:54,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_0 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ 2024-11-15T02:23:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_1 2024-11-15T02:23:54,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_1 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ 2024-11-15T02:23:54,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_0 into 551a7147fbdc5c7b3aaca5b420979fce/f as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ - updating store file list. 2024-11-15T02:23:54,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0de52151258b4b3d9de498f3b5bd6916_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:54,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ into 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:54,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_0 into 551a7147fbdc5c7b3aaca5b420979fce/f (new location: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_) 2024-11-15T02:23:54,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_0 2024-11-15T02:23:54,694 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_1 into 551a7147fbdc5c7b3aaca5b420979fce/f as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ - updating store file list. 2024-11-15T02:23:54,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:54,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ into 551a7147fbdc5c7b3aaca5b420979fce/f 2024-11-15T02:23:54,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_1 into 551a7147fbdc5c7b3aaca5b420979fce/f (new location: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_) 2024-11-15T02:23:54,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/staging/jenkins__test__gfs3k3ij8d7m9gjae7qfuo3gj905hv98lr4if59pmpugbqed5mnlkcs28mps3ajv/f/hfile_1 2024-11-15T02:23:54,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:54,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:54,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:54,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:54,713 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2 , the old value is region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=ce6119325ab7:34839 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:23:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T02:23:54,714 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., hostname=ce6119325ab7,34839,1731637410050, seqNum=2 from cache 2024-11-15T02:23:54,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34839: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.3:35798 deadline: 1731637494714 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:35798 2024-11-15T02:23:54,722 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T02:23:54,826 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:34839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T02:23:55,086 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 0, reset compression=false 2024-11-15T02:23:55,092 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:55,092 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[{test/551a7147fbdc5c7b3aaca5b420979fce/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637434710/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T02:23:55,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.ReplicationSink(318): Replicating [6707b3fd-d92f-4c7b-9f12-bad9cb91f463] bulk loaded data 2024-11-15T02:23:55,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741839_1015 (size=11194) 2024-11-15T02:23:55,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741840_1016 (size=10791) 2024-11-15T02:23:55,133 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 0, reset compression=false 2024-11-15T02:23:55,143 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T02:23:55,143 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[{test/551a7147fbdc5c7b3aaca5b420979fce/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731637434710/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T02:23:55,145 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T02:23:55,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T02:23:55,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.ReplicationSink(318): Replicating [6707b3fd-d92f-4c7b-9f12-bad9cb91f463] bulk loaded data 2024-11-15T02:23:55,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5375616a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:55,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] client.ClusterIdFetcher(90): Going to request ce6119325ab7,44907,-1 for getting cluster id 2024-11-15T02:23:55,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T02:23:55,148 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '42df8a43-d80e-49d0-aaa6-6a89efd24ea3' 2024-11-15T02:23:55,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T02:23:55,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "42df8a43-d80e-49d0-aaa6-6a89efd24ea3" 2024-11-15T02:23:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@257b2ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ce6119325ab7,44907,-1] 2024-11-15T02:23:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T02:23:55,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:55,150 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T02:23:55,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b5cd815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T02:23:55,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741837_1013 (size=11194) 2024-11-15T02:23:55,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741838_1014 (size=10791) 2024-11-15T02:23:55,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:23:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ce6119325ab7,44907,1731637423909 2024-11-15T02:23:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@601a92a0 2024-11-15T02:23:55,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T02:23:55,211 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T02:23:55,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:23:55,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T02:23:55,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ce6119325ab7,35955,1731637424189, seqNum=-1] 2024-11-15T02:23:55,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T02:23:55,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:57000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T02:23:55,234 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T02:23:55,237 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T02:23:55,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ for inclusion in ec58fc32d7a75bc192acb74e615a53fe/f 2024-11-15T02:23:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T02:23:55,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:55,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ for inclusion in ec58fc32d7a75bc192acb74e615a53fe/f 2024-11-15T02:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T02:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HRegion(2603): Flush status journal for ec58fc32d7a75bc192acb74e615a53fe: 2024-11-15T02:23:55,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:23:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/307ffe0182ac4c929d8f7fdc26870e1d_SeqId_4_ 2024-11-15T02:23:55,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:23:55,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/b2f72145ee28444b9b6cb9ac403686fa_SeqId_4_ 2024-11-15T02:23:55,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ into ec58fc32d7a75bc192acb74e615a53fe/f as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/307ffe0182ac4c929d8f7fdc26870e1d_SeqId_4_ - updating store file list. 2024-11-15T02:23:55,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 307ffe0182ac4c929d8f7fdc26870e1d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:55,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/307ffe0182ac4c929d8f7fdc26870e1d_SeqId_4_ into ec58fc32d7a75bc192acb74e615a53fe/f 2024-11-15T02:23:55,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ into ec58fc32d7a75bc192acb74e615a53fe/f (new location: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/307ffe0182ac4c929d8f7fdc26870e1d_SeqId_4_) 2024-11-15T02:23:55,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ 2024-11-15T02:23:55,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ into ec58fc32d7a75bc192acb74e615a53fe/f as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/b2f72145ee28444b9b6cb9ac403686fa_SeqId_4_ - updating store file list. 2024-11-15T02:23:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b2f72145ee28444b9b6cb9ac403686fa_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:55,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/b2f72145ee28444b9b6cb9ac403686fa_SeqId_4_ into ec58fc32d7a75bc192acb74e615a53fe/f 2024-11-15T02:23:55,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ into ec58fc32d7a75bc192acb74e615a53fe/f (new location: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/f/b2f72145ee28444b9b6cb9ac403686fa_SeqId_4_) 2024-11-15T02:23:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/staging/jenkins.hfs.23__test__nvq49e2ha2r744cfkqjdq6d5da6h5obdkmfq0b23bpq1f7l08p0dspb970kf23s4/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ 2024-11-15T02:23:55,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35955 {}] regionserver.ReplicationSink(324): Finished replicating [6707b3fd-d92f-4c7b-9f12-bad9cb91f463] bulk loaded data 2024-11-15T02:23:55,292 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:55,343 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:55,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T02:23:55,547 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T02:23:55,550 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T02:23:55,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ for inclusion in 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T02:23:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:55,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ for inclusion in 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T02:23:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T02:23:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HRegion(2603): Flush status journal for 723d08e83332526f06aa814a9964b73b: 2024-11-15T02:23:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:23:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/e9a081d71251444a839889288fbb6774_SeqId_6_ 2024-11-15T02:23:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T02:23:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/fee3583c04a240bbba61042d6ca19306_SeqId_6_ 2024-11-15T02:23:55,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ into 723d08e83332526f06aa814a9964b73b/f as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/e9a081d71251444a839889288fbb6774_SeqId_6_ - updating store file list. 2024-11-15T02:23:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9a081d71251444a839889288fbb6774_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:55,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/e9a081d71251444a839889288fbb6774_SeqId_6_ into 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:55,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ into 723d08e83332526f06aa814a9964b73b/f (new location: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/e9a081d71251444a839889288fbb6774_SeqId_6_) 2024-11-15T02:23:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/0de52151258b4b3d9de498f3b5bd6916_SeqId_6_ 2024-11-15T02:23:55,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ into 723d08e83332526f06aa814a9964b73b/f as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/fee3583c04a240bbba61042d6ca19306_SeqId_6_ - updating store file list. 2024-11-15T02:23:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fee3583c04a240bbba61042d6ca19306_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T02:23:55,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/fee3583c04a240bbba61042d6ca19306_SeqId_6_ into 723d08e83332526f06aa814a9964b73b/f 2024-11-15T02:23:55,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ into 723d08e83332526f06aa814a9964b73b/f (new location: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/f/fee3583c04a240bbba61042d6ca19306_SeqId_6_) 2024-11-15T02:23:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/staging/jenkins.hfs.22__test__a45860eog5bt9u6fa58fq4sle48dnbp3ds4j5p77cu63vs8135peui6bkqe0t2ja/f/5fefea50e7fe4f2eaf0de9823334d60c_SeqId_6_ 2024-11-15T02:23:55,584 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42699 {}] regionserver.ReplicationSink(324): Finished replicating [6707b3fd-d92f-4c7b-9f12-bad9cb91f463] bulk loaded data 2024-11-15T02:23:55,605 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:55,647 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:55,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:23:55,739 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:55,739 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:55,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:55,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:55,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:23:55,739 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1151170005, stopped=false 2024-11-15T02:23:55,739 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,44907,1731637423909 2024-11-15T02:23:55,740 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:55,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21136322488/running 2024-11-15T02:23:55,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:55,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21136322488/running 2024-11-15T02:23:55,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:55,805 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:55,805 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:55,805 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:55,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:55,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/running 2024-11-15T02:23:55,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,35955,1731637424189' ***** 2024-11-15T02:23:55,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:23:55,807 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:23:55,807 INFO [RS:0;ce6119325ab7:35955 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:23:55,807 INFO [RS:0;ce6119325ab7:35955 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:23:55,808 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(3091): Received CLOSE for ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:55,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:23:55,808 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,35955,1731637424189 2024-11-15T02:23:55,808 INFO [RS:0;ce6119325ab7:35955 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:55,808 INFO [RS:0;ce6119325ab7:35955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:35955. 2024-11-15T02:23:55,808 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ec58fc32d7a75bc192acb74e615a53fe, disabling compactions & flushes 2024-11-15T02:23:55,808 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:55,808 DEBUG [RS:0;ce6119325ab7:35955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:55,808 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:55,808 DEBUG [RS:0;ce6119325ab7:35955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:55,808 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. after waiting 0 ms 2024-11-15T02:23:55,808 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:55,809 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Set watcher on znode that does not yet exist, /21136322488/running 2024-11-15T02:23:55,809 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:23:55,809 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:23:55,809 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:23:55,809 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:23:55,816 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:55,828 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:23:55,828 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1325): Online Regions={ec58fc32d7a75bc192acb74e615a53fe=test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:23:55,828 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ec58fc32d7a75bc192acb74e615a53fe 2024-11-15T02:23:55,828 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:55,828 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:55,828 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:55,828 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:55,828 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:55,829 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T02:23:55,832 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/default/test/ec58fc32d7a75bc192acb74e615a53fe/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T02:23:55,833 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:55,833 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:55,833 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:55,833 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ec58fc32d7a75bc192acb74e615a53fe: Waiting for close lock at 1731637435808Running coprocessor pre-close hooks at 1731637435808Disabling compacts and flushes for region at 1731637435808Disabling writes for close at 1731637435808Writing region close event to WAL at 1731637435828 (+20 ms)Running coprocessor post-close hooks at 1731637435833 (+5 ms)Closed at 1731637435833 2024-11-15T02:23:55,833 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe. 2024-11-15T02:23:55,854 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/info/5f2bcf5957034d12a8f03b511e19f022 is 129, key is test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe./info:regioninfo/1731637430249/Put/seqid=0 2024-11-15T02:23:55,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741839_1015 (size=6421) 2024-11-15T02:23:56,013 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:56,028 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:56,050 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:56,229 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:56,274 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/info/5f2bcf5957034d12a8f03b511e19f022 2024-11-15T02:23:56,302 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/ns/660a78f24b1140009620c4e0061f8d50 is 43, key is default/ns:d/1731637427733/Put/seqid=0 2024-11-15T02:23:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741840_1016 (size=5153) 2024-11-15T02:23:56,318 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/ns/660a78f24b1140009620c4e0061f8d50 2024-11-15T02:23:56,349 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/rep_barrier/c797509c87044db19311fea83347aeea is 112, key is test,,1731637429736.ec58fc32d7a75bc192acb74e615a53fe./rep_barrier:seqnumDuringOpen/1731637430249/Put/seqid=0 2024-11-15T02:23:56,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741841_1017 (size=5518) 2024-11-15T02:23:56,429 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:56,520 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:56,555 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:56,573 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:23:56,573 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:23:56,629 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:56,770 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/rep_barrier/c797509c87044db19311fea83347aeea 2024-11-15T02:23:56,806 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/table/ff351bbfe2314a5bb7a938e2fec171cf is 40, key is test/table:state/1731637430255/Put/seqid=0 2024-11-15T02:23:56,829 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:23:56,829 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:23:56,829 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:56,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741842_1018 (size=5165) 2024-11-15T02:23:57,029 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:57,130 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:57,160 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:57,230 DEBUG [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:57,234 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/table/ff351bbfe2314a5bb7a938e2fec171cf 2024-11-15T02:23:57,239 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/info/5f2bcf5957034d12a8f03b511e19f022 as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/info/5f2bcf5957034d12a8f03b511e19f022 2024-11-15T02:23:57,243 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/info/5f2bcf5957034d12a8f03b511e19f022, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T02:23:57,244 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/ns/660a78f24b1140009620c4e0061f8d50 as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/ns/660a78f24b1140009620c4e0061f8d50 2024-11-15T02:23:57,248 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/ns/660a78f24b1140009620c4e0061f8d50, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:23:57,249 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/rep_barrier/c797509c87044db19311fea83347aeea as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/rep_barrier/c797509c87044db19311fea83347aeea 2024-11-15T02:23:57,253 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/rep_barrier/c797509c87044db19311fea83347aeea, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T02:23:57,254 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/.tmp/table/ff351bbfe2314a5bb7a938e2fec171cf as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/table/ff351bbfe2314a5bb7a938e2fec171cf 2024-11-15T02:23:57,258 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/table/ff351bbfe2314a5bb7a938e2fec171cf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:23:57,259 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false 2024-11-15T02:23:57,323 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T02:23:57,323 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:57,324 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:23:57,324 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:57,324 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637435828Running coprocessor pre-close hooks at 1731637435828Disabling compacts and flushes for region at 1731637435828Disabling writes for close at 1731637435828Obtaining lock to block concurrent updates at 1731637435829 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637435829Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731637435829Flushing stores of hbase:meta,,1.1588230740 at 1731637435829Flushing 1588230740/info: creating writer at 1731637435829Flushing 1588230740/info: appending metadata at 1731637435854 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731637435854Flushing 1588230740/ns: creating writer at 1731637436279 (+425 ms)Flushing 1588230740/ns: appending metadata at 1731637436302 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731637436302Flushing 1588230740/rep_barrier: creating writer at 1731637436327 (+25 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637436349 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637436349Flushing 1588230740/table: creating writer at 1731637436776 (+427 ms)Flushing 1588230740/table: appending metadata at 1731637436806 (+30 ms)Flushing 1588230740/table: closing flushed file at 1731637436806Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6eb90b82: reopening flushed file at 1731637437238 (+432 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8e8ce: reopening flushed file at 1731637437243 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46bc9160: reopening flushed file at 1731637437248 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d9bfebb: reopening flushed file at 1731637437253 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1430ms, sequenceid=11, compaction requested=false at 1731637437259 (+6 ms)Writing region close event to WAL at 1731637437313 (+54 ms)Running coprocessor post-close hooks at 1731637437323 (+10 ms)Closed at 1731637437324 (+1 ms) 2024-11-15T02:23:57,324 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:57,430 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,35955,1731637424189; all regions closed. 2024-11-15T02:23:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741834_1010 (size=2717) 2024-11-15T02:23:57,437 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/WALs/ce6119325ab7,35955,1731637424189/ce6119325ab7%2C35955%2C1731637424189.meta.1731637427613.meta not finished, retry = 0 2024-11-15T02:23:57,541 DEBUG [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/oldWALs 2024-11-15T02:23:57,541 INFO [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C35955%2C1731637424189.meta:.meta(num 1731637427613) 2024-11-15T02:23:57,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741833_1009 (size=1028) 2024-11-15T02:23:57,546 DEBUG [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/oldWALs 2024-11-15T02:23:57,546 INFO [RS:0;ce6119325ab7:35955 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C35955%2C1731637424189:(num 1731637426735) 2024-11-15T02:23:57,546 DEBUG [RS:0;ce6119325ab7:35955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:57,546 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:57,546 INFO [RS:0;ce6119325ab7:35955 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:57,546 INFO [RS:0;ce6119325ab7:35955 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:57,546 INFO [RS:0;ce6119325ab7:35955 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:57,547 INFO [RS:0;ce6119325ab7:35955 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:35955. 2024-11-15T02:23:57,547 DEBUG [RS:0;ce6119325ab7:35955 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:57,547 DEBUG [RS:0;ce6119325ab7:35955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:57,547 DEBUG [RS:0;ce6119325ab7:35955 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:57,547 INFO [RS:0;ce6119325ab7:35955 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:35955 2024-11-15T02:23:57,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:57,548 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488/rs 2024-11-15T02:23:57,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21136322488/rs/ce6119325ab7,35955,1731637424189 2024-11-15T02:23:57,575 INFO [RS:0;ce6119325ab7:35955 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:57,576 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,35955,1731637424189] 2024-11-15T02:23:57,596 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/draining/ce6119325ab7,35955,1731637424189 already deleted, retry=false 2024-11-15T02:23:57,596 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,35955,1731637424189 expired; onlineServers=0 2024-11-15T02:23:57,596 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,44907,1731637423909' ***** 2024-11-15T02:23:57,596 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:23:57,596 INFO [M:0;ce6119325ab7:44907 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:57,596 INFO [M:0;ce6119325ab7:44907 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:23:57,597 DEBUG [M:0;ce6119325ab7:44907 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:23:57,597 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:23:57,597 DEBUG [M:0;ce6119325ab7:44907 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:23:57,597 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637426276 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637426276,5,FailOnTimeoutGroup] 2024-11-15T02:23:57,597 INFO [M:0;ce6119325ab7:44907 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:23:57,597 INFO [M:0;ce6119325ab7:44907 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:23:57,597 DEBUG [M:0;ce6119325ab7:44907 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:23:57,597 INFO [M:0;ce6119325ab7:44907 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:23:57,597 INFO [M:0;ce6119325ab7:44907 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:57,598 INFO [M:0;ce6119325ab7:44907 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:23:57,598 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:23:57,600 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637426272 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637426272,5,FailOnTimeoutGroup] 2024-11-15T02:23:57,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21136322488/master 2024-11-15T02:23:57,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21136322488 2024-11-15T02:23:57,617 DEBUG [M:0;ce6119325ab7:44907 {}] zookeeper.RecoverableZooKeeper(212): Node /21136322488/master already deleted, retry=false 2024-11-15T02:23:57,617 DEBUG [M:0;ce6119325ab7:44907 {}] master.ActiveMasterManager(353): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Failed delete of our master address node; KeeperErrorCode = NoNode for /21136322488/master 2024-11-15T02:23:57,618 INFO [M:0;ce6119325ab7:44907 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/.lastflushedseqids 2024-11-15T02:23:57,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741843_1019 (size=173) 2024-11-15T02:23:57,662 INFO [M:0;ce6119325ab7:44907 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:23:57,664 INFO [M:0;ce6119325ab7:44907 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:23:57,664 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:23:57,664 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:57,664 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:57,665 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:23:57,665 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:57,665 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T02:23:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:57,686 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35955-0x1013c4de9bf0007, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:57,686 INFO [RS:0;ce6119325ab7:35955 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:57,686 INFO [RS:0;ce6119325ab7:35955 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,35955,1731637424189; zookeeper connection closed. 2024-11-15T02:23:57,691 DEBUG [M:0;ce6119325ab7:44907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6bc4e172f44e04ae689544f6cab939 is 82, key is hbase:meta,,1/info:regioninfo/1731637427683/Put/seqid=0 2024-11-15T02:23:57,704 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@331c8477 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@331c8477 2024-11-15T02:23:57,704 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:23:57,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741844_1020 (size=5672) 2024-11-15T02:23:57,711 INFO [M:0;ce6119325ab7:44907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6bc4e172f44e04ae689544f6cab939 2024-11-15T02:23:57,733 DEBUG [M:0;ce6119325ab7:44907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db254d69bb9d4545b4f8d5c6d99a15fe is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637430261/Put/seqid=0 2024-11-15T02:23:57,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741845_1021 (size=6586) 2024-11-15T02:23:57,780 INFO [M:0;ce6119325ab7:44907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db254d69bb9d4545b4f8d5c6d99a15fe 2024-11-15T02:23:57,827 DEBUG [M:0;ce6119325ab7:44907 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0cc758c3ad4a8ead1ea9522e1e8ab3 is 69, key is ce6119325ab7,35955,1731637424189/rs:state/1731637426408/Put/seqid=0 2024-11-15T02:23:57,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741846_1022 (size=5156) 2024-11-15T02:23:57,862 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:57,893 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:58,251 INFO [M:0;ce6119325ab7:44907 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0cc758c3ad4a8ead1ea9522e1e8ab3 2024-11-15T02:23:58,255 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cf6bc4e172f44e04ae689544f6cab939 as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf6bc4e172f44e04ae689544f6cab939 2024-11-15T02:23:58,259 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cf6bc4e172f44e04ae689544f6cab939, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T02:23:58,260 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db254d69bb9d4545b4f8d5c6d99a15fe as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db254d69bb9d4545b4f8d5c6d99a15fe 2024-11-15T02:23:58,265 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db254d69bb9d4545b4f8d5c6d99a15fe, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T02:23:58,266 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf0cc758c3ad4a8ead1ea9522e1e8ab3 as hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf0cc758c3ad4a8ead1ea9522e1e8ab3 2024-11-15T02:23:58,270 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42439/user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf0cc758c3ad4a8ead1ea9522e1e8ab3, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T02:23:58,271 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 606ms, sequenceid=55, compaction requested=false 2024-11-15T02:23:58,278 INFO [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:23:58,278 DEBUG [M:0;ce6119325ab7:44907 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637437664Disabling compacts and flushes for region at 1731637437664Disabling writes for close at 1731637437665 (+1 ms)Obtaining lock to block concurrent updates at 1731637437665Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637437665Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731637437665Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637437666 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637437666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637437690 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637437690Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637437718 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637437733 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637437733Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637437787 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637437826 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637437826Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f16927: reopening flushed file at 1731637438254 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73528336: reopening flushed file at 1731637438259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10301543: reopening flushed file at 1731637438265 (+6 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 606ms, sequenceid=55, compaction requested=false at 1731637438271 (+6 ms)Writing region close event to WAL at 1731637438278 (+7 ms)Closed at 1731637438278 2024-11-15T02:23:58,294 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0de83e15-68bf-eecf-d555-b1d997845f93/MasterData/WALs/ce6119325ab7,44907,1731637423909/ce6119325ab7%2C44907%2C1731637423909.1731637425742 not finished, retry = 0 2024-11-15T02:23:58,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39101 is added to blk_1073741830_1006 (size=32770) 2024-11-15T02:23:58,397 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:23:58,397 INFO [M:0;ce6119325ab7:44907 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:23:58,397 INFO [M:0;ce6119325ab7:44907 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:44907 2024-11-15T02:23:58,398 INFO [M:0;ce6119325ab7:44907 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:23:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:58,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44907-0x1013c4de9bf0006, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:23:58,507 INFO [M:0;ce6119325ab7:44907 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:23:58,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@422ac13a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:23:58,510 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69f32fca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:58,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:58,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b84476c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:58,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@746b28f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:58,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:23:58,512 WARN [BP-1911866950-172.17.0.3-1731637420546 heartbeating to localhost/127.0.0.1:42439 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:23:58,512 WARN [BP-1911866950-172.17.0.3-1731637420546 heartbeating to localhost/127.0.0.1:42439 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1911866950-172.17.0.3-1731637420546 (Datanode Uuid 8a55d872-a834-4dea-9b08-578366176e0f) service to localhost/127.0.0.1:42439 2024-11-15T02:23:58,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:23:58,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/cluster_518e1912-5e52-35da-bef1-b929303e1314/data/data1/current/BP-1911866950-172.17.0.3-1731637420546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:58,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/cluster_518e1912-5e52-35da-bef1-b929303e1314/data/data2/current/BP-1911866950-172.17.0.3-1731637420546 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:23:58,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:23:58,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e899b33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:23:58,520 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55e45095{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:23:58,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:23:58,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10a2c4c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:23:58,521 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41be3cb3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9948f097-ec49-fff6-87da-85d343160251/hadoop.log.dir/,STOPPED} 2024-11-15T02:23:58,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:23:58,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:23:58,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:58,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:58,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:58,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:58,563 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:23:58,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:23:58,563 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1514111855, stopped=false 2024-11-15T02:23:58,563 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,43801,1731637416423 2024-11-15T02:23:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215082964/running 2024-11-15T02:23:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215082964/running 2024-11-15T02:23:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:58,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:23:58,606 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:23:58,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/running 2024-11-15T02:23:58,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Set watcher on znode that does not yet exist, /1-215082964/running 2024-11-15T02:23:58,609 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:23:58,609 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:58,609 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:58,609 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,42699,1731637416779' ***** 2024-11-15T02:23:58,609 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:23:58,609 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:23:58,609 INFO [RS:0;ce6119325ab7:42699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:23:58,609 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:23:58,609 INFO [RS:0;ce6119325ab7:42699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:23:58,609 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(3091): Received CLOSE for 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,42699,1731637416779 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:42699. 2024-11-15T02:23:58,610 DEBUG [RS:0;ce6119325ab7:42699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:23:58,610 DEBUG [RS:0;ce6119325ab7:42699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 723d08e83332526f06aa814a9964b73b, disabling compactions & flushes 2024-11-15T02:23:58,610 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637429098.723d08e83332526f06aa814a9964b73b. after waiting 0 ms 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:58,610 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T02:23:58,610 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1325): Online Regions={723d08e83332526f06aa814a9964b73b=test,,1731637429098.723d08e83332526f06aa814a9964b73b., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:23:58,610 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 723d08e83332526f06aa814a9964b73b 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:23:58,610 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:23:58,610 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:23:58,611 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:23:58,611 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T02:23:58,615 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/default/test/723d08e83332526f06aa814a9964b73b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:23:58,618 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:58,618 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:23:58,618 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:58,618 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 723d08e83332526f06aa814a9964b73b: Waiting for close lock at 1731637438610Running coprocessor pre-close hooks at 1731637438610Disabling compacts and flushes for region at 1731637438610Disabling writes for close at 1731637438610Writing region close event to WAL at 1731637438612 (+2 ms)Running coprocessor post-close hooks at 1731637438617 (+5 ms)Closed at 1731637438618 (+1 ms) 2024-11-15T02:23:58,618 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637429098.723d08e83332526f06aa814a9964b73b. 2024-11-15T02:23:58,629 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/info/28575bb9776c423e80caab0662987103 is 129, key is test,,1731637429098.723d08e83332526f06aa814a9964b73b./info:regioninfo/1731637429560/Put/seqid=0 2024-11-15T02:23:58,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741841_1017 (size=6421) 2024-11-15T02:23:58,663 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:23:58,669 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:58,697 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:58,811 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:58,848 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:23:58,848 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:23:59,011 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:59,042 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/info/28575bb9776c423e80caab0662987103 2024-11-15T02:23:59,071 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/ns/24ee6300d1724a198bb1457936999671 is 43, key is default/ns:d/1731637420316/Put/seqid=0 2024-11-15T02:23:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741842_1018 (size=5153) 2024-11-15T02:23:59,211 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:59,412 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:59,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T02:23:59,479 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/ns/24ee6300d1724a198bb1457936999671 2024-11-15T02:23:59,516 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/rep_barrier/d4e7dca6d7a0416f82300fb883beceae is 112, key is test,,1731637429098.723d08e83332526f06aa814a9964b73b./rep_barrier:seqnumDuringOpen/1731637429560/Put/seqid=0 2024-11-15T02:23:59,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741843_1019 (size=5518) 2024-11-15T02:23:59,527 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/rep_barrier/d4e7dca6d7a0416f82300fb883beceae 2024-11-15T02:23:59,577 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/table/e3e48925bbc443c0b484f41d2e352813 is 40, key is test/table:state/1731637429621/Put/seqid=0 2024-11-15T02:23:59,586 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:59,609 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:23:59,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741844_1020 (size=5165) 2024-11-15T02:23:59,612 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:23:59,612 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:23:59,613 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:59,614 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/table/e3e48925bbc443c0b484f41d2e352813 2024-11-15T02:23:59,623 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/info/28575bb9776c423e80caab0662987103 as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/info/28575bb9776c423e80caab0662987103 2024-11-15T02:23:59,642 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/info/28575bb9776c423e80caab0662987103, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T02:23:59,647 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/ns/24ee6300d1724a198bb1457936999671 as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/ns/24ee6300d1724a198bb1457936999671 2024-11-15T02:23:59,667 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/ns/24ee6300d1724a198bb1457936999671, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:23:59,676 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/rep_barrier/d4e7dca6d7a0416f82300fb883beceae as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/rep_barrier/d4e7dca6d7a0416f82300fb883beceae 2024-11-15T02:23:59,710 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/rep_barrier/d4e7dca6d7a0416f82300fb883beceae, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T02:23:59,715 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/.tmp/table/e3e48925bbc443c0b484f41d2e352813 as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/table/e3e48925bbc443c0b484f41d2e352813 2024-11-15T02:23:59,737 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/table/e3e48925bbc443c0b484f41d2e352813, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T02:23:59,745 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1134ms, sequenceid=11, compaction requested=false 2024-11-15T02:23:59,746 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T02:23:59,813 DEBUG [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:23:59,823 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T02:23:59,825 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:23:59,825 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:23:59,825 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:23:59,826 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637438610Running coprocessor pre-close hooks at 1731637438610Disabling compacts and flushes for region at 1731637438610Disabling writes for close at 1731637438610Obtaining lock to block concurrent updates at 1731637438611 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731637438611Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731637438611Flushing stores of hbase:meta,,1.1588230740 at 1731637438611Flushing 1588230740/info: creating writer at 1731637438611Flushing 1588230740/info: appending metadata at 1731637438629 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731637438629Flushing 1588230740/ns: creating writer at 1731637439050 (+421 ms)Flushing 1588230740/ns: appending metadata at 1731637439071 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731637439071Flushing 1588230740/rep_barrier: creating writer at 1731637439483 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637439514 (+31 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637439514Flushing 1588230740/table: creating writer at 1731637439536 (+22 ms)Flushing 1588230740/table: appending metadata at 1731637439576 (+40 ms)Flushing 1588230740/table: closing flushed file at 1731637439576Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b7c4524: reopening flushed file at 1731637439621 (+45 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262422eb: reopening flushed file at 1731637439642 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@129722b2: reopening flushed file at 1731637439667 (+25 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a63845b: reopening flushed file at 1731637439710 (+43 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1134ms, sequenceid=11, compaction requested=false at 1731637439745 (+35 ms)Writing region close event to WAL at 1731637439793 (+48 ms)Running coprocessor post-close hooks at 1731637439825 (+32 ms)Closed at 1731637439825 2024-11-15T02:23:59,826 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:24:00,013 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,42699,1731637416779; all regions closed. 2024-11-15T02:24:00,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741834_1010 (size=2717) 2024-11-15T02:24:00,055 DEBUG [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/oldWALs 2024-11-15T02:24:00,055 INFO [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C42699%2C1731637416779.meta:.meta(num 1731637419970) 2024-11-15T02:24:00,089 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/WALs/ce6119325ab7,42699,1731637416779/ce6119325ab7%2C42699%2C1731637416779.1731637419077 not finished, retry = 0 2024-11-15T02:24:00,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741833_1009 (size=1374) 2024-11-15T02:24:00,204 DEBUG [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/oldWALs 2024-11-15T02:24:00,204 INFO [RS:0;ce6119325ab7:42699 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ce6119325ab7%2C42699%2C1731637416779:(num 1731637419077) 2024-11-15T02:24:00,204 DEBUG [RS:0;ce6119325ab7:42699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:00,204 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:24:00,205 INFO [RS:0;ce6119325ab7:42699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:24:00,205 INFO [RS:0;ce6119325ab7:42699 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:24:00,205 INFO [RS:0;ce6119325ab7:42699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:24:00,206 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:24:00,209 INFO [RS:0;ce6119325ab7:42699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:42699. 2024-11-15T02:24:00,209 DEBUG [RS:0;ce6119325ab7:42699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:24:00,209 DEBUG [RS:0;ce6119325ab7:42699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:00,209 DEBUG [RS:0;ce6119325ab7:42699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:00,209 INFO [RS:0;ce6119325ab7:42699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42699 2024-11-15T02:24:00,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:24:00,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964/rs 2024-11-15T02:24:00,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215082964/rs/ce6119325ab7,42699,1731637416779 2024-11-15T02:24:00,257 INFO [RS:0;ce6119325ab7:42699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:24:00,264 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,42699,1731637416779] 2024-11-15T02:24:00,337 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-215082964/draining/ce6119325ab7,42699,1731637416779 already deleted, retry=false 2024-11-15T02:24:00,337 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,42699,1731637416779 expired; onlineServers=0 2024-11-15T02:24:00,338 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,43801,1731637416423' ***** 2024-11-15T02:24:00,338 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:24:00,338 INFO [M:0;ce6119325ab7:43801 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:24:00,338 INFO [M:0;ce6119325ab7:43801 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:24:00,338 DEBUG [M:0;ce6119325ab7:43801 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:24:00,338 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:24:00,338 DEBUG [M:0;ce6119325ab7:43801 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:24:00,338 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637418579 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637418579,5,FailOnTimeoutGroup] 2024-11-15T02:24:00,338 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637418567 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637418567,5,FailOnTimeoutGroup] 2024-11-15T02:24:00,339 INFO [M:0;ce6119325ab7:43801 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:24:00,339 INFO [M:0;ce6119325ab7:43801 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:24:00,339 DEBUG [M:0;ce6119325ab7:43801 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:24:00,339 INFO [M:0;ce6119325ab7:43801 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:24:00,339 INFO [M:0;ce6119325ab7:43801 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:24:00,339 INFO [M:0;ce6119325ab7:43801 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:24:00,339 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:24:00,351 DEBUG [M:0;ce6119325ab7:43801 {}] zookeeper.ZKUtil(347): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Unable to get data of znode /1-215082964/master because node does not exist (not an error) 2024-11-15T02:24:00,351 WARN [M:0;ce6119325ab7:43801 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:24:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-215082964/master 2024-11-15T02:24:00,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-215082964 2024-11-15T02:24:00,361 INFO [M:0;ce6119325ab7:43801 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/.lastflushedseqids 2024-11-15T02:24:00,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741845_1021 (size=173) 2024-11-15T02:24:00,417 INFO [RS:0;ce6119325ab7:42699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:24:00,417 INFO [RS:0;ce6119325ab7:42699 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,42699,1731637416779; zookeeper connection closed. 2024-11-15T02:24:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:00,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42699-0x1013c4de9bf0004, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:00,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f8c99d3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f8c99d3 2024-11-15T02:24:00,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:24:00,611 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:24:00,617 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:24:00,796 INFO [M:0;ce6119325ab7:43801 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:24:00,797 INFO [M:0;ce6119325ab7:43801 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:24:00,797 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:24:00,797 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:00,797 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:00,797 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:24:00,797 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:00,797 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T02:24:00,823 DEBUG [M:0;ce6119325ab7:43801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96a37c2ff6248e38b725f11ec9a3b58 is 82, key is hbase:meta,,1/info:regioninfo/1731637420223/Put/seqid=0 2024-11-15T02:24:00,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741846_1022 (size=5672) 2024-11-15T02:24:00,827 INFO [M:0;ce6119325ab7:43801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96a37c2ff6248e38b725f11ec9a3b58 2024-11-15T02:24:00,857 DEBUG [M:0;ce6119325ab7:43801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b74198d411740688fbbbe9f94c01ebf is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731637429634/Put/seqid=0 2024-11-15T02:24:00,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741847_1023 (size=6586) 2024-11-15T02:24:00,878 INFO [M:0;ce6119325ab7:43801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b74198d411740688fbbbe9f94c01ebf 2024-11-15T02:24:00,913 DEBUG [M:0;ce6119325ab7:43801 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed4d1447cad443187d38462776a5176 is 69, key is ce6119325ab7,42699,1731637416779/rs:state/1731637418686/Put/seqid=0 2024-11-15T02:24:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741848_1024 (size=5156) 2024-11-15T02:24:00,934 INFO [M:0;ce6119325ab7:43801 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed4d1447cad443187d38462776a5176 2024-11-15T02:24:00,942 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b96a37c2ff6248e38b725f11ec9a3b58 as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96a37c2ff6248e38b725f11ec9a3b58 2024-11-15T02:24:00,952 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b96a37c2ff6248e38b725f11ec9a3b58, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T02:24:00,953 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7b74198d411740688fbbbe9f94c01ebf as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b74198d411740688fbbbe9f94c01ebf 2024-11-15T02:24:00,969 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7b74198d411740688fbbbe9f94c01ebf, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T02:24:00,970 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3ed4d1447cad443187d38462776a5176 as hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed4d1447cad443187d38462776a5176 2024-11-15T02:24:01,008 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42879/user/jenkins/test-data/d377b715-8d59-f063-6948-294a92a814fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3ed4d1447cad443187d38462776a5176, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T02:24:01,009 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 212ms, sequenceid=55, compaction requested=false 2024-11-15T02:24:01,010 INFO [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:01,010 DEBUG [M:0;ce6119325ab7:43801 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637440797Disabling compacts and flushes for region at 1731637440797Disabling writes for close at 1731637440797Obtaining lock to block concurrent updates at 1731637440797Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637440797Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731637440798 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637440800 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637440800Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637440821 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637440821Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637440830 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637440856 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637440856Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637440891 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637440912 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637440912Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58dcf32e: reopening flushed file at 1731637440940 (+28 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bdb3ff0: reopening flushed file at 1731637440952 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19eae782: reopening flushed file at 1731637440969 (+17 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 212ms, sequenceid=55, compaction requested=false at 1731637441009 (+40 ms)Writing region close event to WAL at 1731637441010 (+1 ms)Closed at 1731637441010 2024-11-15T02:24:01,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37749 is added to blk_1073741830_1006 (size=32770) 2024-11-15T02:24:01,012 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:24:01,012 INFO [M:0;ce6119325ab7:43801 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:24:01,012 INFO [M:0;ce6119325ab7:43801 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:43801 2024-11-15T02:24:01,013 INFO [M:0;ce6119325ab7:43801 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:24:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:01,174 INFO [M:0;ce6119325ab7:43801 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:24:01,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43801-0x1013c4de9bf0003, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:01,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@368d784d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:24:01,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@626c0c8b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:24:01,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:24:01,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19ba809a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:24:01,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36d30e92{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir/,STOPPED} 2024-11-15T02:24:01,181 WARN [BP-1857896235-172.17.0.3-1731637414022 heartbeating to localhost/127.0.0.1:42879 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:24:01,181 WARN [BP-1857896235-172.17.0.3-1731637414022 heartbeating to localhost/127.0.0.1:42879 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1857896235-172.17.0.3-1731637414022 (Datanode Uuid 93718ee6-4e1a-4525-a45d-773fb610514f) service to localhost/127.0.0.1:42879 2024-11-15T02:24:01,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:24:01,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:24:01,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/cluster_197f0f32-acc6-c7e9-3af3-f28340004874/data/data1/current/BP-1857896235-172.17.0.3-1731637414022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:24:01,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/cluster_197f0f32-acc6-c7e9-3af3-f28340004874/data/data2/current/BP-1857896235-172.17.0.3-1731637414022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:24:01,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:24:01,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c6635d9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:24:01,196 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@c278ef4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:24:01,196 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:24:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b0e3ba5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:24:01,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@58b6d40f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1745348f-602d-9181-c2db-79490174057c/hadoop.log.dir/,STOPPED} 2024-11-15T02:24:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:24:01,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T02:24:01,215 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:24:01,215 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:24:01,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:01,215 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:24:01,215 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:01,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T02:24:01,215 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1560720401, stopped=false 2024-11-15T02:24:01,215 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ce6119325ab7,46603,1731637409486 2024-11-15T02:24:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-192488205/running 2024-11-15T02:24:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-192488205/running 2024-11-15T02:24:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:24:01,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:24:01,274 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:24:01,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/running 2024-11-15T02:24:01,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Set watcher on znode that does not yet exist, /0-192488205/running 2024-11-15T02:24:01,276 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T02:24:01,276 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:24:01,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:01,276 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ce6119325ab7,34839,1731637410050' ***** 2024-11-15T02:24:01,276 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T02:24:01,276 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T02:24:01,276 INFO [RS:0;ce6119325ab7:34839 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T02:24:01,276 INFO [RS:0;ce6119325ab7:34839 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T02:24:01,276 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T02:24:01,276 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for 551a7147fbdc5c7b3aaca5b420979fce 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(959): stopping server ce6119325ab7,34839,1731637410050 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34839. 2024-11-15T02:24:01,277 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 551a7147fbdc5c7b3aaca5b420979fce, disabling compactions & flushes 2024-11-15T02:24:01,277 DEBUG [RS:0;ce6119325ab7:34839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:24:01,277 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:24:01,277 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:01,277 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:24:01,277 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. after waiting 0 ms 2024-11-15T02:24:01,277 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T02:24:01,277 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T02:24:01,277 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1325): Online Regions={551a7147fbdc5c7b3aaca5b420979fce=test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce., 1588230740=hbase:meta,,1.1588230740, f6a816149a697f2d61ff28e29958ef18=hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18.} 2024-11-15T02:24:01,277 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 551a7147fbdc5c7b3aaca5b420979fce, f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:24:01,277 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T02:24:01,278 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T02:24:01,278 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T02:24:01,278 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T02:24:01,278 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T02:24:01,278 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T02:24:01,281 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/default/test/551a7147fbdc5c7b3aaca5b420979fce/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T02:24:01,281 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:24:01,281 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T02:24:01,281 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:24:01,281 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 551a7147fbdc5c7b3aaca5b420979fce: Waiting for close lock at 1731637441277Running coprocessor pre-close hooks at 1731637441277Disabling compacts and flushes for region at 1731637441277Disabling writes for close at 1731637441277Writing region close event to WAL at 1731637441278 (+1 ms)Running coprocessor post-close hooks at 1731637441281 (+3 ms)Closed at 1731637441281 2024-11-15T02:24:01,281 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce. 2024-11-15T02:24:01,282 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f6a816149a697f2d61ff28e29958ef18, disabling compactions & flushes 2024-11-15T02:24:01,282 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:24:01,282 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:24:01,282 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. after waiting 0 ms 2024-11-15T02:24:01,282 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:24:01,282 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f6a816149a697f2d61ff28e29958ef18 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T02:24:01,289 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T02:24:01,289 INFO [regionserver/ce6119325ab7:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T02:24:01,295 INFO [regionserver/ce6119325ab7:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:24:01,299 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/info/d25c4a7c6b0146d18fb2d0e9462a8985 is 147, key is hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18./info:regioninfo/1731637430825/Put/seqid=0 2024-11-15T02:24:01,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741847_1023 (size=7686) 2024-11-15T02:24:01,305 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/info/d25c4a7c6b0146d18fb2d0e9462a8985 2024-11-15T02:24:01,309 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/.tmp/hfileref/d3a0b2a17fa14dac9cd337957a29dc41 is 74, key is 1/hfileref:0de52151258b4b3d9de498f3b5bd6916_SeqId_6_/1731637435586/DeleteColumn/seqid=0 2024-11-15T02:24:01,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741848_1024 (size=5489) 2024-11-15T02:24:01,336 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T02:24:01,338 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/ns/fdf50970156d4d56841ab26165be6350 is 43, key is default/ns:d/1731637413863/Put/seqid=0 2024-11-15T02:24:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741849_1025 (size=5153) 2024-11-15T02:24:01,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,407 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,411 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T02:24:01,477 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:24:01,678 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:24:01,718 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/.tmp/hfileref/d3a0b2a17fa14dac9cd337957a29dc41 2024-11-15T02:24:01,740 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/.tmp/queue/35042f28bce64504a153afd3d2c353d4 is 153, key is 1-ce6119325ab7,34839,1731637410050/queue:ce6119325ab7%2C34839%2C1731637410050/1731637435588/Put/seqid=0 2024-11-15T02:24:01,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741850_1026 (size=5504) 2024-11-15T02:24:01,757 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/ns/fdf50970156d4d56841ab26165be6350 2024-11-15T02:24:01,761 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:24:01,765 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 393, reset compression=false 2024-11-15T02:24:01,768 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:24:01,768 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 688, reset compression=false 2024-11-15T02:24:01,768 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:24:01,769 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.HRegionServer(2440): ***** ABORTING region server ce6119325ab7,34839,1731637410050: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-ce6119325ab7,34839,1731637410050, walGroup=ce6119325ab7%2C34839%2C1731637410050, offset=ce6119325ab7%2C34839%2C1731637410050.1731637433262:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:34839 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T02:24:01,770 ERROR [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T02:24:01,771 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T02:24:01,771 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T02:24:01,771 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T02:24:01,771 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T02:24:01,771 INFO [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1551892480, "init": 1048576000, "max": 2306867200, "used": 942491296 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207853784 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T02:24:01,771 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:46603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:46603 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T02:24:01,787 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/rep_barrier/a6b096ce4ee24ce0bac3103cbc559f2e is 112, key is test,,1731637427954.551a7147fbdc5c7b3aaca5b420979fce./rep_barrier:seqnumDuringOpen/1731637428816/Put/seqid=0 2024-11-15T02:24:01,791 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T02:24:01,791 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 688, reset compression=false 2024-11-15T02:24:01,791 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-ce6119325ab7,34839,1731637410050 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T02:24:01,792 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-15T02:24:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741851_1027 (size=5518) 2024-11-15T02:24:01,824 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/rep_barrier/a6b096ce4ee24ce0bac3103cbc559f2e 2024-11-15T02:24:01,847 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/table/9fa2bb3199ce430996d35cdb9ace9899 is 53, key is hbase:replication/table:state/1731637430839/Put/seqid=0 2024-11-15T02:24:01,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741852_1028 (size=5308) 2024-11-15T02:24:01,878 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:24:01,994 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 688, reset compression=false 2024-11-15T02:24:01,995 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 688, reset compression=false 2024-11-15T02:24:02,078 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f6a816149a697f2d61ff28e29958ef18 2024-11-15T02:24:02,144 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/.tmp/queue/35042f28bce64504a153afd3d2c353d4 2024-11-15T02:24:02,150 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/.tmp/hfileref/d3a0b2a17fa14dac9cd337957a29dc41 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/hfileref/d3a0b2a17fa14dac9cd337957a29dc41 2024-11-15T02:24:02,154 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/hfileref/d3a0b2a17fa14dac9cd337957a29dc41, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T02:24:02,155 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/.tmp/queue/35042f28bce64504a153afd3d2c353d4 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/queue/35042f28bce64504a153afd3d2c353d4 2024-11-15T02:24:02,159 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/queue/35042f28bce64504a153afd3d2c353d4, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T02:24:02,160 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f6a816149a697f2d61ff28e29958ef18 in 877ms, sequenceid=17, compaction requested=false 2024-11-15T02:24:02,181 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/replication/f6a816149a697f2d61ff28e29958ef18/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T02:24:02,181 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:24:02,181 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:24:02,181 INFO [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:24:02,181 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f6a816149a697f2d61ff28e29958ef18: Waiting for close lock at 1731637441282Running coprocessor pre-close hooks at 1731637441282Disabling compacts and flushes for region at 1731637441282Disabling writes for close at 1731637441282Obtaining lock to block concurrent updates at 1731637441282Preparing flush snapshotting stores in f6a816149a697f2d61ff28e29958ef18 at 1731637441282Finished memstore snapshotting hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731637441282Flushing stores of hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. at 1731637441283 (+1 ms)Flushing f6a816149a697f2d61ff28e29958ef18/hfileref: creating writer at 1731637441283Flushing f6a816149a697f2d61ff28e29958ef18/hfileref: appending metadata at 1731637441309 (+26 ms)Flushing f6a816149a697f2d61ff28e29958ef18/hfileref: closing flushed file at 1731637441309Flushing f6a816149a697f2d61ff28e29958ef18/queue: creating writer at 1731637441722 (+413 ms)Flushing f6a816149a697f2d61ff28e29958ef18/queue: appending metadata at 1731637441740 (+18 ms)Flushing f6a816149a697f2d61ff28e29958ef18/queue: closing flushed file at 1731637441740Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea398fc: reopening flushed file at 1731637442149 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cdac1f6: reopening flushed file at 1731637442154 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for f6a816149a697f2d61ff28e29958ef18 in 877ms, sequenceid=17, compaction requested=false at 1731637442160 (+6 ms)Writing region close event to WAL at 1731637442176 (+16 ms)Running coprocessor post-close hooks at 1731637442181 (+5 ms)Closed at 1731637442181 2024-11-15T02:24:02,181 DEBUG [RS_CLOSE_REGION-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731637430415.f6a816149a697f2d61ff28e29958ef18. 2024-11-15T02:24:02,251 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/table/9fa2bb3199ce430996d35cdb9ace9899 2024-11-15T02:24:02,255 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/info/d25c4a7c6b0146d18fb2d0e9462a8985 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/info/d25c4a7c6b0146d18fb2d0e9462a8985 2024-11-15T02:24:02,258 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/info/d25c4a7c6b0146d18fb2d0e9462a8985, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T02:24:02,259 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/ns/fdf50970156d4d56841ab26165be6350 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/ns/fdf50970156d4d56841ab26165be6350 2024-11-15T02:24:02,262 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/ns/fdf50970156d4d56841ab26165be6350, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T02:24:02,263 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/rep_barrier/a6b096ce4ee24ce0bac3103cbc559f2e as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/rep_barrier/a6b096ce4ee24ce0bac3103cbc559f2e 2024-11-15T02:24:02,266 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/rep_barrier/a6b096ce4ee24ce0bac3103cbc559f2e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T02:24:02,267 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/.tmp/table/9fa2bb3199ce430996d35cdb9ace9899 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/table/9fa2bb3199ce430996d35cdb9ace9899 2024-11-15T02:24:02,270 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/table/9fa2bb3199ce430996d35cdb9ace9899, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T02:24:02,270 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false 2024-11-15T02:24:02,278 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T02:24:02,278 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T02:24:02,278 DEBUG [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T02:24:02,279 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T02:24:02,279 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T02:24:02,279 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T02:24:02,279 INFO [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T02:24:02,279 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731637441277Running coprocessor pre-close hooks at 1731637441277Disabling compacts and flushes for region at 1731637441277Disabling writes for close at 1731637441278 (+1 ms)Obtaining lock to block concurrent updates at 1731637441278Preparing flush snapshotting stores in 1588230740 at 1731637441278Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731637441279 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731637441279Flushing 1588230740/info: creating writer at 1731637441279Flushing 1588230740/info: appending metadata at 1731637441299 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731637441299Flushing 1588230740/ns: creating writer at 1731637441309 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731637441338 (+29 ms)Flushing 1588230740/ns: closing flushed file at 1731637441338Flushing 1588230740/rep_barrier: creating writer at 1731637441761 (+423 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731637441786 (+25 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731637441786Flushing 1588230740/table: creating writer at 1731637441828 (+42 ms)Flushing 1588230740/table: appending metadata at 1731637441846 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731637441846Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60b3cf53: reopening flushed file at 1731637442254 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc4e175: reopening flushed file at 1731637442258 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9627239: reopening flushed file at 1731637442262 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2355bb1e: reopening flushed file at 1731637442266 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 992ms, sequenceid=16, compaction requested=false at 1731637442270 (+4 ms)Writing region close event to WAL at 1731637442272 (+2 ms)Running coprocessor post-close hooks at 1731637442279 (+7 ms)Closed at 1731637442279 2024-11-15T02:24:02,280 DEBUG [RS_CLOSE_META-regionserver/ce6119325ab7:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T02:24:02,297 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 688, reset compression=false 2024-11-15T02:24:02,301 DEBUG [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.1731637433262 to pos 688, reset compression=false 2024-11-15T02:24:02,479 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(976): stopping server ce6119325ab7,34839,1731637410050; all regions closed. 2024-11-15T02:24:02,481 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/WALs/ce6119325ab7,34839,1731637410050/ce6119325ab7%2C34839%2C1731637410050.meta.1731637433333.meta not finished, retry = 0 2024-11-15T02:24:02,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741843_1019 (size=859) 2024-11-15T02:24:02,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741844_1020 (size=2791) 2024-11-15T02:24:02,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741842_1018 (size=696) 2024-11-15T02:24:02,592 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:02,592 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T02:24:02,592 INFO [RS:0;ce6119325ab7:34839 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:24:02,592 INFO [RS:0;ce6119325ab7:34839 {}] hbase.ChoreService(370): Chore service for: regionserver/ce6119325ab7:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T02:24:02,593 INFO [RS:0;ce6119325ab7:34839 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:24:02,593 INFO [regionserver/ce6119325ab7:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:24:02,594 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-ce6119325ab7,34839,1731637410050 because: Region server is closing 2024-11-15T02:24:02,594 INFO [RS:0;ce6119325ab7:34839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34839. 2024-11-15T02:24:02,594 DEBUG [RS:0;ce6119325ab7:34839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:24:02,594 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:02,594 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:02,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:24:02,694 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 terminated 2024-11-15T02:24:02,694 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-ce6119325ab7,34839,1731637410050 because: Region server is closing 2024-11-15T02:24:02,694 WARN [RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,1-ce6119325ab7,34839,1731637410050.replicationSource.wal-reader.ce6119325ab7%2C34839%2C1731637410050,1-ce6119325ab7,34839,1731637410050 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T02:24:02,694 INFO [RS:0;ce6119325ab7:34839 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ce6119325ab7:34839. 2024-11-15T02:24:02,695 DEBUG [RS:0;ce6119325ab7:34839 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T02:24:02,695 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:02,695 DEBUG [RS:0;ce6119325ab7:34839 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T02:24:02,695 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T02:24:02,795 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/ce6119325ab7:0-0.replicationSource,2-ce6119325ab7,34839,1731637410050.replicationSource.shipperce6119325ab7%2C34839%2C1731637410050,2-ce6119325ab7,34839,1731637410050 terminated 2024-11-15T02:24:02,795 INFO [RS:0;ce6119325ab7:34839 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:34839 2024-11-15T02:24:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-192488205/rs/ce6119325ab7,34839,1731637410050 2024-11-15T02:24:02,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205/rs 2024-11-15T02:24:02,817 INFO [RS:0;ce6119325ab7:34839 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:24:02,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ce6119325ab7,34839,1731637410050] 2024-11-15T02:24:02,837 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-192488205/draining/ce6119325ab7,34839,1731637410050 already deleted, retry=false 2024-11-15T02:24:02,838 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ce6119325ab7,34839,1731637410050 expired; onlineServers=0 2024-11-15T02:24:02,838 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ce6119325ab7,46603,1731637409486' ***** 2024-11-15T02:24:02,838 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T02:24:02,838 DEBUG [M:0;ce6119325ab7:46603 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T02:24:02,838 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T02:24:02,838 DEBUG [M:0;ce6119325ab7:46603 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T02:24:02,838 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637413092 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.large.0-1731637413092,5,FailOnTimeoutGroup] 2024-11-15T02:24:02,838 DEBUG [master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637413100 {}] cleaner.HFileCleaner(306): Exit Thread[master/ce6119325ab7:0:becomeActiveMaster-HFileCleaner.small.0-1731637413100,5,FailOnTimeoutGroup] 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] hbase.ChoreService(370): Chore service for: master/ce6119325ab7:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T02:24:02,838 DEBUG [M:0;ce6119325ab7:46603 {}] master.HMaster(1795): Stopping service threads 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T02:24:02,838 ERROR [M:0;ce6119325ab7:46603 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43717,5,PEWorkerGroup] 2024-11-15T02:24:02,838 INFO [M:0;ce6119325ab7:46603 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T02:24:02,838 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T02:24:02,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-192488205/master 2024-11-15T02:24:02,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-192488205 2024-11-15T02:24:02,848 DEBUG [M:0;ce6119325ab7:46603 {}] zookeeper.ZKUtil(347): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Unable to get data of znode /0-192488205/master because node does not exist (not an error) 2024-11-15T02:24:02,848 WARN [M:0;ce6119325ab7:46603 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T02:24:02,848 INFO [M:0;ce6119325ab7:46603 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/.lastflushedseqids 2024-11-15T02:24:02,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741853_1029 (size=263) 2024-11-15T02:24:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:02,927 INFO [RS:0;ce6119325ab7:34839 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:24:02,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34839-0x1013c4de9bf0001, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:02,927 INFO [RS:0;ce6119325ab7:34839 {}] regionserver.HRegionServer(1031): Exiting; stopping=ce6119325ab7,34839,1731637410050; zookeeper connection closed. 2024-11-15T02:24:02,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@199fb017 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@199fb017 2024-11-15T02:24:02,928 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T02:24:03,260 INFO [M:0;ce6119325ab7:46603 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T02:24:03,260 INFO [M:0;ce6119325ab7:46603 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T02:24:03,261 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T02:24:03,261 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:03,261 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:03,261 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T02:24:03,261 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:03,261 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-15T02:24:03,285 DEBUG [M:0;ce6119325ab7:46603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b91bd8f8a7cb4d7f85f6ad7a8ef878a2 is 82, key is hbase:meta,,1/info:regioninfo/1731637413789/Put/seqid=0 2024-11-15T02:24:03,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741854_1030 (size=5672) 2024-11-15T02:24:03,706 INFO [M:0;ce6119325ab7:46603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b91bd8f8a7cb4d7f85f6ad7a8ef878a2 2024-11-15T02:24:03,733 DEBUG [M:0;ce6119325ab7:46603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dc2221a5fb40da90e70cba9ce836fb is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731637430844/Put/seqid=0 2024-11-15T02:24:03,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741855_1031 (size=8909) 2024-11-15T02:24:03,751 INFO [M:0;ce6119325ab7:46603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dc2221a5fb40da90e70cba9ce836fb 2024-11-15T02:24:03,791 DEBUG [M:0;ce6119325ab7:46603 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea0c0ded82847638fc5e6cfd6e0a454 is 69, key is ce6119325ab7,34839,1731637410050/rs:state/1731637413211/Put/seqid=0 2024-11-15T02:24:03,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741856_1032 (size=5156) 2024-11-15T02:24:03,811 INFO [M:0;ce6119325ab7:46603 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea0c0ded82847638fc5e6cfd6e0a454 2024-11-15T02:24:03,828 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b91bd8f8a7cb4d7f85f6ad7a8ef878a2 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b91bd8f8a7cb4d7f85f6ad7a8ef878a2 2024-11-15T02:24:03,833 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b91bd8f8a7cb4d7f85f6ad7a8ef878a2, entries=8, sequenceid=112, filesize=5.5 K 2024-11-15T02:24:03,836 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/12dc2221a5fb40da90e70cba9ce836fb as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12dc2221a5fb40da90e70cba9ce836fb 2024-11-15T02:24:03,840 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/12dc2221a5fb40da90e70cba9ce836fb, entries=13, sequenceid=112, filesize=8.7 K 2024-11-15T02:24:03,841 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cea0c0ded82847638fc5e6cfd6e0a454 as hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cea0c0ded82847638fc5e6cfd6e0a454 2024-11-15T02:24:03,845 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43717/user/jenkins/test-data/10ab97ec-24f7-93df-76f2-4536f5b9410b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cea0c0ded82847638fc5e6cfd6e0a454, entries=1, sequenceid=112, filesize=5.0 K 2024-11-15T02:24:03,845 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=112, compaction requested=false 2024-11-15T02:24:03,848 INFO [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T02:24:03,848 DEBUG [M:0;ce6119325ab7:46603 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731637443261Disabling compacts and flushes for region at 1731637443261Disabling writes for close at 1731637443261Obtaining lock to block concurrent updates at 1731637443261Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731637443261Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731637443261Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731637443262 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731637443262Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731637443285 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731637443285Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731637443714 (+429 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731637443732 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731637443732Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731637443762 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731637443790 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731637443790Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422f288c: reopening flushed file at 1731637443820 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2053e34d: reopening flushed file at 1731637443834 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7595ffaa: reopening flushed file at 1731637443841 (+7 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 584ms, sequenceid=112, compaction requested=false at 1731637443845 (+4 ms)Writing region close event to WAL at 1731637443848 (+3 ms)Closed at 1731637443848 2024-11-15T02:24:03,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42897 is added to blk_1073741830_1006 (size=69055) 2024-11-15T02:24:03,850 INFO [M:0;ce6119325ab7:46603 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T02:24:03,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T02:24:03,850 INFO [M:0;ce6119325ab7:46603 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46603 2024-11-15T02:24:03,851 INFO [M:0;ce6119325ab7:46603 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T02:24:03,969 INFO [M:0;ce6119325ab7:46603 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T02:24:03,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:03,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46603-0x1013c4de9bf0000, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T02:24:03,985 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b5cf458{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T02:24:03,986 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1948212a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:24:03,986 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:24:03,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45cb4477{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:24:03,986 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed51a46{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir/,STOPPED} 2024-11-15T02:24:03,989 WARN [BP-1722116283-172.17.0.3-1731637407355 heartbeating to localhost/127.0.0.1:43717 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T02:24:03,989 WARN [BP-1722116283-172.17.0.3-1731637407355 heartbeating to localhost/127.0.0.1:43717 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1722116283-172.17.0.3-1731637407355 (Datanode Uuid aeb44f8e-9ae2-4c1e-a989-5b6787a35eb3) service to localhost/127.0.0.1:43717 2024-11-15T02:24:03,989 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T02:24:03,989 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T02:24:03,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/data/data2/current/BP-1722116283-172.17.0.3-1731637407355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:24:03,990 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/cluster_ac9fb5d1-4e61-e0f6-5e26-3b16fb62cadc/data/data1/current/BP-1722116283-172.17.0.3-1731637407355 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T02:24:03,990 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T02:24:03,997 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7099c56b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T02:24:03,998 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@738648a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T02:24:03,998 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T02:24:03,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e114264{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T02:24:03,998 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b170ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b77f19a1-d11c-5eb4-4a58-33d5a17f2631/hadoop.log.dir/,STOPPED} 2024-11-15T02:24:04,005 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T02:24:04,018 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T02:24:04,037 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 524) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42439 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42439 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42879 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51175) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42439 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42439 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:43717 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:42879 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:43717 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42439 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (288913069) connection to localhost/127.0.0.1:42879 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43717 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=978 (was 865) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=930 (was 712) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=228 (was 725) 2024-11-15T02:24:04,037 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-15T02:24:04,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013c4de9bf0002, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:24:04,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013c4de9bf0008, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:24:04,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013c4de9bf0002, quorum=127.0.0.1:51175, baseZNode=/0-192488205 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:24:04,103 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013c4de9bf0008, quorum=127.0.0.1:51175, baseZNode=/21136322488 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:24:04,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013c4de9bf0005, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T02:24:04,104 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013c4de9bf0005, quorum=127.0.0.1:51175, baseZNode=/1-215082964 Received Disconnected from ZooKeeper, ignoring 2024-11-15T02:24:04,144 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T02:24:04,145 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T02:24:04,145 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169155 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [ce6119325ab7,41323,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ce6119325ab7:41323 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more